-- Logs begin at Wed 2022-02-16 10:27:27 UTC, end at Wed 2022-02-16 11:22:28 UTC. -- Feb 16 10:57:34.877256 dv-cinder-773985-29-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 10:57:38.192383 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.common.config [-] Logging enabled! Feb 16 10:57:38.193037 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 10:57:38.193673 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102728) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 10:57:38.197655 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.common.config [-] Logging enabled! Feb 16 10:57:38.197942 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 10:57:38.198341 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102728) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 10:57:38.199439 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 10:57:38.199700 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 10:57:38.200277 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 10:57:38.200552 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 10:57:38.200825 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 10:57:38.201177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.201623 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 10:57:38.201971 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.202302 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.202619 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.202977 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.203351 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.203665 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.203964 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.204334 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.204648 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.204960 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.205252 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.205547 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.205832 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.206124 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.206387 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.206696 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] debug = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.206978 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.207481 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.207907 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.208254 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.208554 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.208875 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.209178 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.209499 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.209861 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.210202 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] host = dv-cinder-773985-29-iscsi {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.210474 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.210798 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.211108 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.211541 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.211738 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.212044 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.212360 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.212673 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.212957 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] log_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.213269 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.213583 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.213879 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.214186 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.214430 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.214694 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.215011 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.215320 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.215625 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.215906 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.216236 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.216581 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.216840 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.217133 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.217441 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.217760 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.218052 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.218333 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.218615 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.218890 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.219172 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.219461 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.219742 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.220022 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.220332 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.220635 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.220940 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.221225 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.221547 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.221856 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.222144 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.222452 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.222751 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.223100 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.223397 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.223695 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.223987 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] use_json = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.224312 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.224629 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.224936 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.225222 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.225521 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.225820 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.226122 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.226454 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.226761 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:38.227107 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.227452 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.227791 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.228192 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.228529 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.228863 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.229193 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.229502 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.229829 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.230158 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.230508 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.230836 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.231169 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.231476 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.231810 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.232187 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.232521 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.232851 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.233172 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.233540 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.233862 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.234177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.234505 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.234823 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.235142 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.235463 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.235781 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.236103 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.236448 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.236792 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.237121 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.237418 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.237738 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.238062 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.238377 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.238716 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.239034 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.239362 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.239685 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.239997 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.240351 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.240660 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.240961 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.241263 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.241578 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.241913 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.242220 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.242532 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.242831 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.243130 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.243426 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.243715 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.244000 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.244346 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.244652 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.244961 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.245257 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.245557 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.245864 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.246151 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.246472 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.246771 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.247082 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.247381 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.247659 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.247955 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.248291 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.248600 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.248901 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.249205 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.249513 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.249818 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.250115 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.250431 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.250749 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.251075 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.251388 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.251710 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.252016 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.252368 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.252674 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.252984 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.253298 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.253605 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.253912 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.254244 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.254556 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.254873 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.255203 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.255512 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.255833 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.256183 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.256503 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.256815 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.257125 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.257434 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.257770 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.258111 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.258430 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.258771 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.259093 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.259431 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.259717 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.260041 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.260383 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:38.260631 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 10:57:38.260903 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102728) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 10:57:38.686195 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 10:57:38.686497 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 10:57:38.686798 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 10:57:38.687162 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 10:57:39.058000 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.058327 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.058630 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.060080 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.060432 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.060704 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.115567 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.115843 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.116110 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.133426 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.133716 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.134052 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.285940 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.286718 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.286718 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.329003 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.329268 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.329634 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.597081 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.597429 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.597725 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.598024 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.598832 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.706571 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.706892 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.707201 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.707564 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.707833 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.708138 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.708420 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.708678 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.708927 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.709212 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.709466 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.709728 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.709978 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.710226 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.710488 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.710745 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.710997 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.711275 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.711526 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.711822 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.712091 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.712366 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.712646 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.713025 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.713296 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.713526 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.714012 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:39.714294 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:39.714571 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:39.714822 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:39.715058 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:39.715362 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:39.715746 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 10:57:39.719561 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 10:57:39.725437 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 10:57:39.729836 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 16 10:57:39.731715 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 10:57:39.732235 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 10:57:39.732625 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 10:57:39.733043 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 10:57:39.736511 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 10:57:39.736931 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 10:57:39.737362 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 10:57:39.742575 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 10:57:39.767352 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 10:57:39.767889 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.768304 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102728) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 10:57:39.768910 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.770713 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102728) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 10:57:39.771029 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 10:57:39.771321 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 10:57:39.775330 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.775611 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:39.859036 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 10:57:39.859301 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 10:57:39.859432 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 10:57:39.859837 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 10:57:39.883784 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_db.sqlalchemy.engines [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102728) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 10:57:40.365649 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing driver for type 'gre' Feb 16 10:57:40.366768 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] gre ID ranges: [(1, 1000)] Feb 16 10:57:40.426883 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing driver for type 'local' Feb 16 10:57:40.427194 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing driver for type 'vlan' Feb 16 10:57:40.441788 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] VlanTypeDriver initialization complete Feb 16 10:57:40.442107 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing driver for type 'vxlan' Feb 16 10:57:40.442609 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] vxlan ID ranges: [(1, 1000)] Feb 16 10:57:40.507126 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing extension driver 'port_security' Feb 16 10:57:40.507735 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] PortSecurityExtensionDriver initialization complete Feb 16 10:57:40.508243 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing mechanism driver 'openvswitch' Feb 16 10:57:40.508999 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing mechanism driver 'hyperv' Feb 16 10:57:40.517839 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:57:40.519188 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.519618 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.520300 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.521018 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:57:40.521460 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnet after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.521819 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnet after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.522171 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.522574 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:57:40.523029 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.523565 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.523975 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.524549 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:57:40.525057 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > security_group after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.525474 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > security_group after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.526084 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.526666 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:57:40.527225 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.527719 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.528207 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.528896 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:57:40.529556 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > address_group after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.530085 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > address_group after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.530549 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.531353 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 10:57:40.532085 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] ML2 OVO RPC backend initialized. {{(pid=102728) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 10:57:40.533101 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.533583 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.534092 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.534476 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > networks before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.535005 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.535459 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > ports before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.536004 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnet before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.536596 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnets before_response 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.537145 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.537535 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.538025 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.538575 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.538960 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.539359 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.539907 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnet after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.540336 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnet after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.540805 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.550926 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded quota_driver: . Feb 16 10:57:40.551525 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.plugin [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Modular L2 Plugin initialization complete Feb 16 10:57:40.551997 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading services supported by the core plugin {{(pid=102728) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 10:57:40.552577 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.plugins.ml2.managers [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Got port-security extension from driver 'port_security' Feb 16 10:57:40.553237 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.extensions.vlantransparent [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Disabled vlantransparent extension. Feb 16 10:57:40.554067 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102728) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 10:57:40.554543 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: router Feb 16 10:57:40.598006 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.598445 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router after_create 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.598903 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router before_create 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.599308 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.599884 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.600475 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router after_delete 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.601149 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > floatingip after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.601668 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.602191 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router after_create 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.602710 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router after_update 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.603196 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router after_update 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.603666 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.604270 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router after_update 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.604898 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_update 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.605324 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: port after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.605832 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: port after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.606253 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: subnet after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.606775 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.607294 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.607700 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_create 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.608270 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: port before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.608698 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.609220 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router after_update 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.609841 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.610464 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_create 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.610992 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.611533 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_update 55549900 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.611977 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > agent after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.612524 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > agent after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.612881 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > network after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.613878 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Tracking information for resource: router configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:40.614213 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Tracking information for resource: floatingip configured {{(pid=102728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 10:57:40.620457 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.db.l3_agentschedulers_db [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 10:57:40.620998 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: port after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.621592 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: port after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.621983 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: port after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.622468 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: port after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.623474 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router before_create 55550100 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.623908 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.624381 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_create 55550100 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.624914 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > router precommit_update 55550100 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.631191 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.services.provider_configuration [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service providers = [] {{(pid=102728) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 10:57:40.631611 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.db.servicetype_db [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102728) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 10:57:40.635058 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.services.service_base [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:57:40.635423 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.services.service_base [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:57:40.635773 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.services.service_base [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:57:40.636692 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.services.service_base [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 10:57:40.637105 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.services.service_base [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 10:57:40.637560 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.637977 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 10:57:40.651747 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.652200 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: auto_allocate Feb 16 10:57:40.659457 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: network precommit_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.659858 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: network precommit_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.660500 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.660851 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: tag Feb 16 10:57:40.669855 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.670246 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: timestamp Feb 16 10:57:40.675158 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.675512 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: network_ip_availability Feb 16 10:57:40.682092 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.682535 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.682978 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.683844 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.684186 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: flavors Feb 16 10:57:40.689831 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.690167 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading Plugin: revisions Feb 16 10:57:40.695615 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 10:57:40.696107 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_concurrency.lockutils [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.009s {{(pid=102728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 10:57:40.697044 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102728) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 10:57:40.697438 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Initializing extension manager. Feb 16 10:57:40.698048 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: __init__.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.698398 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: __pycache__ {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.698792 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.699188 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: address_group.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.700024 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.700695 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: address-group Feb 16 10:57:40.701120 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: address_scope.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.702010 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.702762 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: address-scope Feb 16 10:57:40.703133 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.704336 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.704959 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: router-admin-state-down-before-update Feb 16 10:57:40.705439 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: agent.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.706248 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.706886 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: agent Feb 16 10:57:40.707381 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: agent_resources_synced.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.708529 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.709130 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: agent-resources-synced Feb 16 10:57:40.709501 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: allowedaddresspairs.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.712028 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.712706 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: allowed-address-pairs Feb 16 10:57:40.713209 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: auto_allocated_topology.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.714758 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.715463 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: auto-allocated-topology Feb 16 10:57:40.715868 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: availability_zone.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.716777 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.717325 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: availability_zone Feb 16 10:57:40.717699 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: availability_zone_filter.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.718666 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.719230 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: availability_zone_filter Feb 16 10:57:40.719587 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: data_plane_status.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.720800 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.721492 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 10:57:40.721884 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: default_subnetpools.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.723236 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.723874 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: default-subnetpools Feb 16 10:57:40.724398 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.725438 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.725949 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: dhcp_agent_scheduler Feb 16 10:57:40.726328 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: dns.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.727464 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.727976 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension dns-integration not supported by any of loaded plugins Feb 16 10:57:40.728362 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: dns_domain_ports.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.729412 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.729951 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 10:57:40.730407 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.731577 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.732166 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 10:57:40.732682 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: dvr.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.733480 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.734095 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: dvr Feb 16 10:57:40.734516 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: ecmp_routes.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.735853 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.736523 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 10:57:40.736881 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: empty_string_filtering.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.737962 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.738540 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: empty-string-filtering Feb 16 10:57:40.738992 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.740018 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.740783 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 10:57:40.741137 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.742296 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.742906 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 10:57:40.743260 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: external_net.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.744488 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.745049 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: external-net Feb 16 10:57:40.745545 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.746682 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.747193 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: extra_dhcp_opt Feb 16 10:57:40.747655 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: extraroute.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.748798 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.749551 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: extraroute Feb 16 10:57:40.749939 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: extraroute_atomic.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.751297 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.751816 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: extraroute-atomic Feb 16 10:57:40.752140 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: filter_validation.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.752848 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.753359 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: filter-validation Feb 16 10:57:40.753681 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: fip_pf_description.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.754666 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.755364 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 10:57:40.755720 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: fip_port_details.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.757169 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.757790 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: fip-port-details Feb 16 10:57:40.758249 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: flavors.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.759850 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.760597 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: flavors Feb 16 10:57:40.761192 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.763347 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.764200 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 10:57:40.764705 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: floatingip_pools.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.765753 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.766351 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: floatingip-pools Feb 16 10:57:40.766711 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: ip_allocation.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.767897 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.768522 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 10:57:40.768926 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.770019 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.770620 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: ip-substring-filtering Feb 16 10:57:40.770953 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l2_adjacency.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.771961 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.772701 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 10:57:40.773085 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.774428 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.775143 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: router Feb 16 10:57:40.775549 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.778347 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.779005 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 10:57:40.779376 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.780661 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.781221 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: ext-gw-mode Feb 16 10:57:40.781528 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.782462 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.783011 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: l3-ha Feb 16 10:57:40.783558 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.784694 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.785437 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 10:57:40.785768 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3_flavors.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.786893 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.787548 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: l3-flavors Feb 16 10:57:40.787923 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3_ndp_proxy.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.789646 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.790360 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 10:57:40.790720 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.791892 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.792527 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 10:57:40.792920 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: l3agentscheduler.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.794391 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.794972 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: l3_agent_scheduler Feb 16 10:57:40.795357 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: local_ip.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.797470 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.798087 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension local_ip not supported by any of loaded plugins Feb 16 10:57:40.798525 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: logging.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.800870 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.801582 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension logging not supported by any of loaded plugins Feb 16 10:57:40.801970 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: metering.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.802881 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.803563 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: metering Feb 16 10:57:40.803954 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.805186 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.805706 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: metering_source_and_destination_fields Feb 16 10:57:40.806038 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: multiprovidernet.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.806978 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.807502 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: multi-provider Feb 16 10:57:40.807832 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: netmtu.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.808881 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.809499 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: net-mtu Feb 16 10:57:40.809878 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: netmtu_writable.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.811010 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.811924 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: net-mtu-writable Feb 16 10:57:40.812296 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: network_availability_zone.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.813123 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.813821 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: network_availability_zone Feb 16 10:57:40.814202 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: network_ip_availability.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.815599 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.816218 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: network-ip-availability Feb 16 10:57:40.816892 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: network_segment_range.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.817965 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.818877 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 10:57:40.819369 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: pagination.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.820702 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.821194 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: pagination Feb 16 10:57:40.821575 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: port_device_profile.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.822792 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.823557 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: port-device-profile Feb 16 10:57:40.823941 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.825293 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.826021 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: port-mac-address-regenerate Feb 16 10:57:40.826418 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.827727 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.828465 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: port-numa-affinity-policy Feb 16 10:57:40.828937 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: port_resource_request.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.829984 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.830768 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 10:57:40.831210 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: port_resource_request_groups.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.832273 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.832786 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 10:57:40.833111 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: portbindings.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.834055 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.834568 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: binding Feb 16 10:57:40.834899 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: portbindings_extended.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.836956 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.837735 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: binding-extended Feb 16 10:57:40.838341 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: portsecurity.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.839588 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.840525 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: port-security Feb 16 10:57:40.841116 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: project_id.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.842470 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.842948 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: project-id Feb 16 10:57:40.843319 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: providernet.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.844699 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.845539 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: provider Feb 16 10:57:40.845965 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.851058 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.851730 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos not supported by any of loaded plugins Feb 16 10:57:40.852097 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.853958 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.854677 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 10:57:40.855065 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.856173 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.856747 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 10:57:40.857202 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_default.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.858214 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.858726 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-default not supported by any of loaded plugins Feb 16 10:57:40.859053 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_fip.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.860030 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.860570 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-fip not supported by any of loaded plugins Feb 16 10:57:40.861075 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_fip_network_policy.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.862432 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.863101 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 10:57:40.863467 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_gateway_ip.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.865248 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.865779 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 10:57:40.866135 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_port_network_policy.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.867662 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.868228 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 10:57:40.868714 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.870022 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.870709 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 10:57:40.870984 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.872185 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.872840 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 10:57:40.873222 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_pps_rule.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.874630 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.875380 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-pps not supported by any of loaded plugins Feb 16 10:57:40.875892 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_rule_type_details.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.877528 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.878227 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 10:57:40.878606 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: qos_rules_alias.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.879807 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.880406 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 10:57:40.880763 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: quota_check_limit.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.881917 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.882473 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: quota-check-limit Feb 16 10:57:40.882894 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: quotasv2.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.884081 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.884493 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: quotas Feb 16 10:57:40.884852 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: quotasv2_detail.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.886946 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.887313 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: quota_details Feb 16 10:57:40.887674 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: rbac.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.888893 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.889523 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: rbac-policies Feb 16 10:57:40.889849 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: rbac_address_group.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.890820 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.891529 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: rbac-address-group Feb 16 10:57:40.891864 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: rbac_address_scope.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.892818 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.893359 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: rbac-address-scope Feb 16 10:57:40.893721 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: rbac_security_groups.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.894787 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.895543 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: rbac-security-groups Feb 16 10:57:40.895899 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: rbac_subnetpool.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.897381 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.897912 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: rbac-subnetpool Feb 16 10:57:40.898470 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: revisionifmatch.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.899942 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.900720 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: revision-if-match Feb 16 10:57:40.901206 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: revisions.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.902904 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.903621 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: standard-attr-revisions Feb 16 10:57:40.903984 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: router_availability_zone.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.904823 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.905487 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: router_availability_zone Feb 16 10:57:40.905815 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: routerservicetype.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.906756 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.907271 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension router-service-type not supported by any of loaded plugins Feb 16 10:57:40.907595 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.908554 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.909211 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: security-groups-normalized-cidr Feb 16 10:57:40.909725 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.910985 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.911848 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: port-security-groups-filtering Feb 16 10:57:40.912432 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.913589 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.914267 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: security-groups-remote-address-group Feb 16 10:57:40.914746 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.915973 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.916805 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: security-groups-shared-filtering Feb 16 10:57:40.917139 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.917749 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 10:57:40.918167 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: securitygroup.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.929616 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.930355 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: security-group Feb 16 10:57:40.930769 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: segment.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.931806 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.932522 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension segment not supported by any of loaded plugins Feb 16 10:57:40.933051 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.934177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.934692 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 10:57:40.935027 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: servicetype.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.936204 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.936734 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: service-type Feb 16 10:57:40.937063 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: sorting.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.938315 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.938763 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: sorting Feb 16 10:57:40.939182 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: standard_attr_segment.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.940399 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.941128 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 10:57:40.941636 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: standardattrdescription.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.942509 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.943594 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: standard-attr-description Feb 16 10:57:40.943936 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: stateful_security_group.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.944923 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.945443 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: stateful-security-group Feb 16 10:57:40.945770 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: stdattrs_common.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.946355 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 10:57:40.946764 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.948586 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.949303 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 10:57:40.949692 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: subnet_onboard.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.951097 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.951805 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: subnet_onboard Feb 16 10:57:40.952311 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.953432 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.954125 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 10:57:40.954448 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: subnet_service_types.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.955424 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.955954 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: subnet-service-types Feb 16 10:57:40.956314 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: subnetallocation.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.957461 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.957990 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: subnet_allocation Feb 16 10:57:40.958314 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.959015 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.959530 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: subnetpool-prefix-ops Feb 16 10:57:40.959896 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.961104 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.961677 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 10:57:40.962082 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: tagging.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.963431 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.964078 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: standard-attr-tag Feb 16 10:57:40.964542 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: timestamp.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.966162 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.966982 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loaded extension: standard-attr-timestamp Feb 16 10:57:40.967477 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: trunk.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.969050 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.969815 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension trunk not supported by any of loaded plugins Feb 16 10:57:40.970204 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: trunk_details.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.971334 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.971871 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension trunk-details not supported by any of loaded plugins Feb 16 10:57:40.972274 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: uplink_status_propagation.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.973375 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.974021 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 10:57:40.974293 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Loading extension file: vlantransparent.py {{(pid=102728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 10:57:40.975087 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 10:57:40.975657 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 10:57:40.978744 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:network Feb 16 10:57:40.979380 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:subnet Feb 16 10:57:40.979808 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:57:40.980236 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:port Feb 16 10:57:40.983462 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.983987 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service FLAVORS assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.984710 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.985300 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.985708 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:router Feb 16 10:57:40.986226 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:floatingip Feb 16 10:57:40.986759 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service METERING assigned prefix: /metering {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.988586 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.989052 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.989445 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 10:57:40.990695 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 10:57:40.991168 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:security_group Feb 16 10:57:40.991608 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 10:57:40.992432 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service CORE assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.992738 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:57:40.993161 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] subnetpool is already registered Feb 16 10:57:40.993621 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service CORE assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.993974 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:57:40.994335 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] subnetpool is already registered Feb 16 10:57:40.997154 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.997613 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service FLAVORS assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.998281 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.998843 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:40.999236 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:router Feb 16 10:57:40.999598 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] router is already registered Feb 16 10:57:41.000121 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:floatingip Feb 16 10:57:41.000559 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] floatingip is already registered Feb 16 10:57:41.001180 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service METERING assigned prefix: /metering {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:41.001934 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 10:57:41.002309 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] rbac_policy is already registered Feb 16 10:57:41.002782 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:security_group Feb 16 10:57:41.003199 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] security_group is already registered Feb 16 10:57:41.003606 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 10:57:41.003966 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] security_group_rule is already registered Feb 16 10:57:41.004858 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service CORE assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:41.005186 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:57:41.005575 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] subnetpool is already registered Feb 16 10:57:41.005998 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.v2.resource_helper [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Service CORE assigned prefix: {{(pid=102728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 10:57:41.006322 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 10:57:41.006651 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING neutron.quota.resource_registry [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] subnetpool is already registered Feb 16 10:57:41.007128 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: extensions {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.008839 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: address-groups {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.010527 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: address-scopes {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.011910 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: agents {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.013480 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: auto-allocated-topology {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.014871 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: availability_zones {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.016284 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: dhcp-networks {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.018180 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: dhcp-agents {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.019809 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: routers {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.022308 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: flavors {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.023599 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: service_profiles {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.025125 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: next_providers {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.026845 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: service_profiles {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.028631 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: floatingip-pools {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.030133 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: routers {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.032463 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: floatingips {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.033892 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: l3-routers {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.035528 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: l3-agents {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.037288 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: metering-labels {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.038790 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: metering-label-rules {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.040087 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: network-ip-availabilities {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.041560 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: bindings {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.043340 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: quotas {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.045299 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: quotas {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.046989 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: rbac-policies {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.048430 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: security-groups {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.049841 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: security-group-rules {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.051256 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: service-providers {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.052642 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: subnetpools {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.054250 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: subnetpools {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.056002 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.058118 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.061407 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.063802 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.222416 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.225398 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.227783 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.229881 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.232496 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.235135 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron.api.extensions [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Extended resource: tags {{(pid=102728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 10:57:41.245042 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING keystonemiddleware.auth_token [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 10:57:41.253702 dv-cinder-773985-29-iscsi neutron-server[102728]: WARNING keystonemiddleware.auth_token [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 10:57:41.266777 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_concurrency.lockutils [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Acquired lock "singleton_lock" {{(pid=102728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 10:57:41.267405 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_concurrency.lockutils [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Releasing lock "singleton_lock" {{(pid=102728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 10:57:41.268287 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO oslo_service.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Starting 2 workers Feb 16 10:57:41.274821 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Started child 102875 {{(pid=102728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:57:41.280460 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Started child 102876 {{(pid=102728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:57:41.282293 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO neutron.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 10:57:41.283046 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Publish callbacks [] for process (None), before_spawn {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:41.284311 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:41.286081 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [-] (102875) wsgi starting up on http://0.0.0.0:9696 Feb 16 10:57:41.286673 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO oslo_service.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Starting 1 workers Feb 16 10:57:41.288453 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:41.290762 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [-] (102876) wsgi starting up on http://0.0.0.0:9696 Feb 16 10:57:41.296968 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Started child 102877 {{(pid=102728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:57:41.297738 dv-cinder-773985-29-iscsi neutron-server[102728]: INFO oslo_service.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Starting 1 workers Feb 16 10:57:41.302818 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] calling RpcWorker wait() {{(pid=102877) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 10:57:41.304572 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] returning from RpcWorker wait() {{(pid=102877) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 10:57:41.305734 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Started child 102878 {{(pid=102728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 10:57:41.306774 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dd63cdd6-723c-4fd9-820d-c5c1505e71ef None None] Publish callbacks [] for process (None), after_spawn {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:41.307072 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:41.307772 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:57:41.308660 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 10:57:41.308901 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 10:57:41.309110 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 10:57:41.309377 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 10:57:41.309883 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 10:57:41.310118 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 10:57:41.310709 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.310988 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.311259 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.311403 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:41.312210 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.312210 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.312454 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.312580 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:57:41.312702 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.312825 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.313159 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.313378 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.313530 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.313727 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.314019 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.314327 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.314699 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.314965 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.315365 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.315732 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.315913 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.316415 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.316752 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.317119 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.317375 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] debug = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.317682 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.318651 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.318888 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.319191 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.319607 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.319938 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.320316 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.320636 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.321079 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.321323 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.321617 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.321941 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.322193 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.322444 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.322864 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.323143 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.323431 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.323710 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.324315 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] host = dv-cinder-773985-29-iscsi {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.324597 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.324866 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.325145 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.325418 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.325698 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.325998 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.326316 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.326643 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.326948 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.327298 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.327626 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.328089 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.328439 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.328810 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.329081 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_options = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.329301 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.329546 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.329838 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.330243 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.330469 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.330688 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.330909 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.331123 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.331356 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.331674 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.331966 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.332303 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.332587 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.332793 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.333071 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.333325 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.333751 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.333969 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.334183 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.334386 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.334604 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.334873 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.335165 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.335451 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.335675 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.336027 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.336338 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.336641 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.336970 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.338455 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.338755 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.339065 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.339538 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.339807 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.340285 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.340473 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.344400 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.348388 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.351249 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.351611 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.351913 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.352408 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.352654 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.352925 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.353163 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.353396 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.353655 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_json = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.353888 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.354144 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.354399 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.354622 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.354863 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.355086 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.355526 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.355686 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.355934 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.356667 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.356981 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.360199 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.361225 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.361581 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.361853 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.362102 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.362341 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.362643 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.362870 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.363177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.363490 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.363786 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.364045 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.364337 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.364667 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.364915 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.365203 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.365437 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.365676 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.365895 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.366522 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.366522 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.366675 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.366885 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.367112 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.367354 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.367643 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.367906 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.368273 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.368554 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.368829 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.369091 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.369315 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.369653 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.369900 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.370155 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.370380 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.370585 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.370865 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.371108 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.371461 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.371720 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.371945 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.372192 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.372415 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.372653 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.372924 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.373168 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.373407 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.373621 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.373838 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.374055 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.374268 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.374512 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.374702 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.374950 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.375211 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.375443 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.375653 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.375868 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.376073 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.376341 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.376550 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.376775 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.376971 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.377257 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.377488 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.377736 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.377971 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.378181 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.378406 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.378621 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.378849 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.379117 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.379334 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.379543 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.379772 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.380021 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.380219 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.380532 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.380679 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.380816 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.381031 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.381230 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.381459 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.381689 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.381921 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.382137 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.382370 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.382595 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.382839 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.383146 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.383368 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.383602 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.383818 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.384036 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.384312 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.384513 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.384770 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.384966 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.385202 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.385434 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.385682 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.385933 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.386151 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.386367 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.386602 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.386828 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.387072 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.387301 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.387520 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.387746 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.388080 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.388333 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.388578 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.388834 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.389102 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.389374 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.389622 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.389877 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.390099 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.390358 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.390647 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.390905 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.391156 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.391408 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.391661 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.391911 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.392189 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.392433 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.392662 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.392917 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.393143 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.393409 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.395640 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.395640 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.395640 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.396086 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.396507 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.396934 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.397150 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.397446 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.397710 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.399551 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.399841 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.400109 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.400395 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.400648 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.400903 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.401135 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.401374 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.401658 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.401860 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.402071 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.402284 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.402521 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.403214 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.403214 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.403214 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.403596 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.403728 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.403855 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.404768 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.405441 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.405691 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.405912 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.406135 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.406392 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.406609 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.406826 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.407048 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.407258 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.407502 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.407725 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.408014 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.408285 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.408520 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.408759 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.409012 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.409747 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.409972 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.410272 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.410518 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.410960 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.411177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.411397 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.411633 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.411855 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.412257 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.412654 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.412913 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.413165 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.413519 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.413773 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.414000 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.414253 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.415055 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.415055 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.415323 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.415398 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.415575 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.415822 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.416051 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.416286 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.416506 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.416751 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.416994 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.417231 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.417495 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.417733 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.417986 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.418228 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.418469 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.418694 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.419005 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.419219 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.419609 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.420479 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.421175 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.421175 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.421366 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.421771 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.422250 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.422514 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.422790 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.423177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.423404 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.423763 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.424182 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.424540 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.424916 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.425299 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.425677 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.426168 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.426539 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.426907 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.427300 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.427687 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.427971 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.428480 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.428840 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.429223 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.429604 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.429996 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.430373 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.430797 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.431187 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.431560 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.431958 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.432415 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.433009 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.433113 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.433519 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.433788 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.434198 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.434575 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.434926 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.435426 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.435886 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.436352 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.436804 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.437223 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.437667 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.438152 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.438495 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.438826 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.439111 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.439371 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.439600 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.439849 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.440114 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.440446 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.440755 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.441011 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.441269 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.441611 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.441890 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.442162 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.442375 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.442668 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.442977 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.443591 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.443852 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.444074 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.444287 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:57:41.444424 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.444602 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.444766 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.444945 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.445193 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.445408 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.445668 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.445900 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.446134 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.446365 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.446593 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.446896 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.447200 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.447435 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.448570 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.448570 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.448570 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 10:57:41.449177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 10:57:41.449397 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 10:57:41.449596 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 10:57:41.449784 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 10:57:41.449996 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 10:57:41.450203 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 10:57:41.450454 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.450733 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.451008 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.451279 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.451738 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.452203 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.452512 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.452812 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.453120 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.453278 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.453431 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.453569 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.453700 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.453865 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.454026 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.454249 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.454479 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.454698 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.454904 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.455153 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.455403 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.455663 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.455897 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] debug = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.456205 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.456535 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.456799 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.457054 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.457296 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.457538 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.457538 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.457941 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.458164 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.458379 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.458595 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.458789 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.459006 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.459245 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.459505 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.459773 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.460053 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.460353 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.460631 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] host = dv-cinder-773985-29-iscsi {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.460995 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.461223 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.461409 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.461659 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.461907 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.462144 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.462364 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.462692 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.462692 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.462933 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.462933 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.463217 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.463363 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.463514 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.463636 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_options = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.463785 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.463924 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.464080 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.464265 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.464428 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.464569 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.465142 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.465142 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.465532 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.465532 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.465797 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.465936 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.466868 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.466868 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.466868 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.466868 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.467587 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.467587 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.467587 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.467587 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.468085 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.468085 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.468085 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.468539 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.468539 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.468795 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.468935 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.469065 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.469182 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.469352 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.469521 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.469714 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.469880 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.470067 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.470315 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.470459 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.470795 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.471199 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.471431 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.471607 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.471757 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.471878 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.472063 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.472278 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.472581 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.472832 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.473076 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_json = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.473441 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.473815 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.474195 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.474531 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.475045 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.475256 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.475442 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.475568 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.475750 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 10:57:41.475939 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.476220 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.476458 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.476458 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.476928 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.477250 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.477250 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.477494 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.477625 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478109 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478109 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478363 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478363 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478639 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478639 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478969 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.478969 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.479242 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.479367 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.479551 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.479793 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.480051 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.480346 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.480615 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.480893 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.481160 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.481499 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.481698 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.481924 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.482145 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.482334 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.482493 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.482658 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.482862 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.483161 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.483161 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.483489 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.483489 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.483888 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.483888 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.484231 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.484385 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.484584 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.484584 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.484957 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.484957 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.485275 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.485275 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.485645 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.485645 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.485645 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.486086 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.486086 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.486448 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.486448 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.486857 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.486857 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.487289 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.487522 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.487726 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.487943 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.488133 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.488440 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.488440 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.488828 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.488828 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.489111 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.489300 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.489530 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.489810 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.490071 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.490343 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.490619 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.490846 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.491010 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.491196 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.491379 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.491558 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.491682 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.491804 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.491951 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.492129 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.492346 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.492540 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.492710 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.492836 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.493023 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.493313 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.493313 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.493607 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.493607 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.493935 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.493935 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.494218 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.494218 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.494476 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.494676 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.494846 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.495022 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.495202 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.495361 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.495517 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.495673 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.495830 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.495990 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.496194 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.496354 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.496587 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.496829 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.497066 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.497328 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.497591 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.497868 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.498113 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.498385 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.498558 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.498750 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.498914 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.499181 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.499411 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.499671 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.499882 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.500093 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.500357 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.500580 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.500824 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.501023 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.501266 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.501517 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.501749 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.501975 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.502204 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.502440 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.502660 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.502905 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.503144 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.503372 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.503618 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.503917 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.504288 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.504689 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.504961 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.505231 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.505504 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.505786 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.506058 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.506331 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.506607 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.506882 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.507169 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.507446 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.507719 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.507963 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.508130 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.508317 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.508480 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.508728 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.509004 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.509201 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.509363 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.509522 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.509679 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.509837 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.509991 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.510147 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.510303 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.510459 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.510615 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.510773 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.510928 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.511086 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.511725 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.512922 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.512922 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.512922 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513256 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513256 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513256 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513585 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513585 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513763 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513889 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.513998 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.514147 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.514306 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.514462 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.514618 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.514774 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.514932 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.515088 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.515244 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.515399 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.515554 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.515732 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.515889 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.516045 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.516235 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.516396 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.516552 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.516707 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.516863 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.517025 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.517179 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.517339 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.517494 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.517650 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.517806 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.517961 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.518115 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.518275 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.518492 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.518624 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.518745 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.518871 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.519026 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.519181 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.519335 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.519496 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.520916 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.521066 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.521227 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.521391 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.521568 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.521727 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522008 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522008 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522262 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522401 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522535 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522675 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522775 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.522913 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.523070 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.523222 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.523388 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.523558 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.523703 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.523851 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.524005 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.524226 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.524369 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.524507 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.524672 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.524808 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.524960 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.525100 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.525239 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.525378 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.525520 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.525661 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.525802 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.525946 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.526088 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.526242 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.526383 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.526524 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.526936 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.526936 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.526936 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.527330 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.527330 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.527596 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.527596 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.527881 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.527881 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.528169 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.528305 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.528419 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.528560 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.528698 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.528837 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.528991 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.529127 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.529265 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.529420 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.529570 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.529699 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.529861 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.530013 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.530177 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.530429 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.530574 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.530715 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.530856 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.530996 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.531136 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.531278 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.531415 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.531568 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.531721 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.531861 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.532029 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.532193 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.532360 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.532446 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.532558 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.532720 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.532877 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.533033 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.533188 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.533344 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 10:57:41.533492 dv-cinder-773985-29-iscsi neutron-server[102728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 10:57:41.579668 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49766) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:57:41.588620 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065663 Feb 16 10:57:53.614683 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95989576-8649-47a4-b8fc-cec7b951f95a None None] get_active_networks_info from dv-cinder-773985-29-iscsi {{(pid=102877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 10:57:53.677163 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95989576-8649-47a4-b8fc-cec7b951f95a None None] No non-hosted networks {{(pid=102877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 10:57:53.695186 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.agentschedulers_db [None req-95989576-8649-47a4-b8fc-cec7b951f95a None None] DHCP Agent not found on host dv-cinder-773985-29-iscsi {{(pid=102877) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 10:57:53.796139 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd182-41a7-414e-9225-456f89f933de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133923451'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:56.077507 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a235d6f2-14eb-4cf5-986d-471d21abbbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133923451'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:56.138763 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-11c3e322-bba7-46e8-a9c3-07531e45f598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:57.325052 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133923451'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:59.047625 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133923451'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:57:59.722514 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.db.l3_hamode_db [None req-ba48c6d8-d45c-404f-8a8d-36fa6f3fdc89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 10:57:59.809783 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48c6d8-d45c-404f-8a8d-36fa6f3fdc89 None None] Routers set() bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:57:59.810254 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48c6d8-d45c-404f-8a8d-36fa6f3fdc89 None None] Router IDs set() for agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 10:58:00.434354 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49850) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:00.456475 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133923451'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:00.457869 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.458446 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.458878 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.459397 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.459870 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.460380 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.461242 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.461840 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.462186 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.462575 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.462930 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.463270 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.463690 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:00.464026 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-29-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:00.475389 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-29-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:01.029160 dv-cinder-773985-29-iscsi neutron-server[102875]: WARNING oslo_policy.policy [None req-cd807b25-c60f-42ae-8769-9c3f94e1a373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:01.029751 dv-cinder-773985-29-iscsi neutron-server[102875]: WARNING oslo_policy.policy [None req-cd807b25-c60f-42ae-8769-9c3f94e1a373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:01.252622 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [None req-cd807b25-c60f-42ae-8769-9c3f94e1a373 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:58:01.254148 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-cd807b25-c60f-42ae-8769-9c3f94e1a373 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8188233 Feb 16 10:58:03.820284 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49874) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:04.162341 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-7a0d84e7-3f6e-493e-9615-4baf223086df admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:58:04.252960 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.policy [None req-7a0d84e7-3f6e-493e-9615-4baf223086df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102875) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 10:58:04.294229 dv-cinder-773985-29-iscsi neutron-server[102875]: WARNING oslo_policy.policy [None req-7a0d84e7-3f6e-493e-9615-4baf223086df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:04.294594 dv-cinder-773985-29-iscsi neutron-server[102875]: WARNING oslo_policy.policy [None req-7a0d84e7-3f6e-493e-9615-4baf223086df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:04.391502 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7a0d84e7-3f6e-493e-9615-4baf223086df admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742745283320', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742745282763', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742745331007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742745331750', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742745334969', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742745309883', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-776405', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133740099', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133802014'] for rbac-policy (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:04.460605 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7a0d84e7-3f6e-493e-9615-4baf223086df admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:04.461791 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-7a0d84e7-3f6e-493e-9615-4baf223086df admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6405499 Feb 16 10:58:06.985203 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49884) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:07.351102 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:58:07.390863 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Made reservation on behalf of 0722638e732e4cf7995a326c45420351 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:58:07.395802 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.414292 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.537973 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks [] for security_group (a19717c4-a6ff-4f6f-9e65-2902698b3f6d), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.543807 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a19717c4-a6ff-4f6f-9e65-2902698b3f6d), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.577008 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 10:58:07.605648 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742741813122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (e22ed6b3-a61d-4dbb-855a-5bf112eacd73), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.606140 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Unsubscribe: segment precommit_create {{(pid=102875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 10:58:07.606633 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Added segment e22ed6b3-a61d-4dbb-855a-5bf112eacd73 of type vlan for network 1d0074cf-8f27-4048-b19b-44bdec4eef93 Feb 16 10:58:07.612616 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a19717c4-a6ff-4f6f-9e65-2902698b3f6d,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:07.647204 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.647550 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.647885 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.648233 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.648557 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.648874 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.649206 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.649539 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.649821 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.650161 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.650458 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.650813 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.651225 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Tracked resource versions report: Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: pushed versions: Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: { 'AddressGroup': {'1.2'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'ConntrackHelper': {'1.0'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Log': {'1.0'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Network': {'1.1'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Port': {'1.7'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'PortForwarding': {'1.2'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'QosPolicy': {'1.10'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroup': {'1.5'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SubPort': {'1.0'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Subnet': {'1.1'}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Trunk': {'1.1'}} Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: consumer versions: Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'ConntrackHelper': '1.0', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'LocalIPAssociation': '1.0', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Log': '1.0', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Network': '1.1', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Port': '1.7', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'PortForwarding': '1.2', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'QosPolicy': '1.10', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroup': '1.5', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroupRule': '1.2', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SubPort': '1.0', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Subnet': '1.1', Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Trunk': '1.1'}} Feb 16 10:58:07.652633 dv-cinder-773985-29-iscsi neutron-server[102875]: {{(pid=102875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:58:07.716577 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (1d0074cf-8f27-4048-b19b-44bdec4eef93), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.764075 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (1d0074cf-8f27-4048-b19b-44bdec4eef93), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.769338 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:07.770014 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:07.828833 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8425400 Feb 16 10:58:07.892281 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e642e7-d4d9-41b3-90ae-cba9eebc2fc2 demo demo] Pushing event updated for resources: {'Network': ['ID=1d0074cf-8f27-4048-b19b-44bdec4eef93,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:07.904770 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:58:10.410900 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49896) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:10.844385 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dfb46c-46e7-4260-8939-22c040fcba4b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:10.845675 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e6dfb46c-46e7-4260-8939-22c040fcba4b demo admin] 10.222.0.52 "GET /v2.0/networks/1d0074cf-8f27-4048-b19b-44bdec4eef93 HTTP/1.1" status: 200 len: 825 time: 0.4338002 Feb 16 10:58:10.871552 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-60c03458-4e0d-497b-99b9-7ed3d1d17c38 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1 HTTP/1.1" status: 200 len: 734 time: 0.0194364 Feb 16 10:58:10.880539 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'subnetpool_id': 'a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:58:10.902919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Made reservation on behalf of 0722638e732e4cf7995a326c45420351 for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:58:10.905238 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:11.195992 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (976ab876-ecd2-487e-a18e-ba40e72659a5), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:11.285171 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Pushing event updated for resources: {'Subnet': ['ID=976ab876-ecd2-487e-a18e-ba40e72659a5,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:11.295869 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Checking segment: {'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:58:11.296230 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Network hostable DHCP agents. Network: 1d0074cf-8f27-4048-b19b-44bdec4eef93, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:58:11.319401 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:58:11.330999 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 1d0074cf-8f27-4048-b19b-44bdec4eef93) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:58:11.336556 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:11.337797 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:11.341083 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d4318-482e-4080-a786-19283e63ace4 None None] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:58:11.355478 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-df187966-f97a-4292-bcda-c709fae7b483 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4778364 Feb 16 10:58:11.729034 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-1d0074cf-8f27-4048-b19b-44bdec4eef93', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'project_id': '0722638e732e4cf7995a326c45420351', 'fixed_ips': [{'subnet_id': '976ab876-ecd2-487e-a18e-ba40e72659a5'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 10:58:11.730343 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:12.010667 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Allocated IP 172.20.0.2 (1d0074cf-8f27-4048-b19b-44bdec4eef93/976ab876-ecd2-487e-a18e-ba40e72659a5/5ba67c4a-d548-46e5-b1a2-b9e8e2334c34) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:58:12.323157 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Publish callbacks [] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:12.332044 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:12.410944 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:58:12.415894 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:58:12.423106 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:58:12.429643 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Pushing event updated for resources: {'Port': ['ID=5ba67c4a-d548-46e5-b1a2-b9e8e2334c34,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:12.463009 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.463387 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.463726 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.464068 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.464436 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.464768 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.465120 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.465459 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.465792 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.466162 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.466449 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.466755 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.467064 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Tracked resource versions report: Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: pushed versions: Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: { 'AddressGroup': {'1.2'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'ConntrackHelper': {'1.0'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Log': {'1.0'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Network': {'1.1'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Port': {'1.7'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'PortForwarding': {'1.2'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'QosPolicy': {'1.10'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroup': {'1.5'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SubPort': {'1.0'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Subnet': {'1.1'}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Trunk': {'1.1'}} Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: consumer versions: Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'ConntrackHelper': '1.0', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'LocalIPAssociation': '1.0', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Log': '1.0', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Network': '1.1', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Port': '1.7', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'PortForwarding': '1.2', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'QosPolicy': '1.10', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroup': '1.5', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroupRule': '1.2', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SubPort': '1.0', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Subnet': '1.1', Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Trunk': '1.1'}} Feb 16 10:58:12.468710 dv-cinder-773985-29-iscsi neutron-server[102877]: {{(pid=102877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:58:12.528189 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Attempting to bind port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:58:12.528633 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Attempting to bind port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:58:12.529077 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Attempting to bind port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 on network 1d0074cf-8f27-4048-b19b-44bdec4eef93 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:58:12.535658 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:58:12.536042 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Checking segment: {'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:58:12.536563 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:12.536984 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Bound using segment: {'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:58:12.537528 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Bound port: 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:58:12.537949 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:12.612821 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] For port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:58:12.617591 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] For port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=5ba67c4a-d548-46e5-b1a2-b9e8e2334c34,segment=NetworkSegment(e22ed6b3-a61d-4dbb-855a-5bf112eacd73),segment_id=e22ed6b3-a61d-4dbb-855a-5bf112eacd73)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:58:12.626580 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:12.689943 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6af368-6e58-4dcc-9399-857cfcb6fdcc None None] Pushing event updated for resources: {'Port': ['ID=5ba67c4a-d548-46e5-b1a2-b9e8e2334c34,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:13.932731 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 49904) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:14.478397 dv-cinder-773985-29-iscsi neutron-server[102876]: WARNING oslo_policy.policy [None req-0dd1c506-4a48-4de1-ac12-598aca88c607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:14.478947 dv-cinder-773985-29-iscsi neutron-server[102876]: WARNING oslo_policy.policy [None req-0dd1c506-4a48-4de1-ac12-598aca88c607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:14.707960 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [None req-0dd1c506-4a48-4de1-ac12-598aca88c607 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:58:14.709237 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-0dd1c506-4a48-4de1-ac12-598aca88c607 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7745025 Feb 16 10:58:17.290536 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49918) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:17.633298 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [None req-bc3f5a6e-7e58-4e11-8917-8f487f7c0f34 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:58:17.634308 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-bc3f5a6e-7e58-4e11-8917-8f487f7c0f34 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3428011 Feb 16 10:58:20.188268 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 49926) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:20.524908 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:58:20.583542 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.policy [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 10:58:20.625955 dv-cinder-773985-29-iscsi neutron-server[102876]: WARNING oslo_policy.policy [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:20.626370 dv-cinder-773985-29-iscsi neutron-server[102876]: WARNING oslo_policy.policy [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 10:58:20.692665 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (33e33b97-5138-4ab6-b219-8edeb4f1caae), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:20.694869 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (33e33b97-5138-4ab6-b219-8edeb4f1caae), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:20.851898 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] Publish callbacks [] for router_controller (33e33b97-5138-4ab6-b219-8edeb4f1caae), precommit_add_association {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:20.858112 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (33e33b97-5138-4ab6-b219-8edeb4f1caae), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:20.884467 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:20.888674 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a2cd1971-c277-4053-8128-7078d127816a demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6993177 Feb 16 10:58:23.176827 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:58:23.291165 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:23.291429 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:23.429931 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:23.430239 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:23.467090 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=5ba67c4a-d548-46e5-b1a2-b9e8e2334c34,segment=NetworkSegment(e22ed6b3-a61d-4dbb-855a-5bf112eacd73),segment_id=e22ed6b3-a61d-4dbb-855a-5bf112eacd73)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:58:23.472912 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:23.515301 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49940) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:23.540321 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=5ba67c4a-d548-46e5-b1a2-b9e8e2334c34,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:23.543478 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d631c97e-6fbe-4b5c-aefe-e1c4187c688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:23.905184 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [None req-aedbce6f-e24b-488e-9c5a-96c0526114b8 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 10:58:23.906189 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-aedbce6f-e24b-488e-9c5a-96c0526114b8 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3899322 Feb 16 10:58:24.405246 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e05b5-265e-4a16-81dc-237bb55b240a None None] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:58:24.499331 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-47d7d2df-51f4-4eeb-a7d5-5f9a23e27289 None None] Provisioning complete for port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:24.499691 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-47d7d2df-51f4-4eeb-a7d5-5f9a23e27289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:24.619941 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-47d7d2df-51f4-4eeb-a7d5-5f9a23e27289 None None] Current status of the port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:24.944833 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-c0e3cdcc-bb00-48e8-a0c1-fba44b0b3e65 None None] Provisioning complete for port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:24.945141 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c0e3cdcc-bb00-48e8-a0c1-fba44b0b3e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:25.029290 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3cdcc-bb00-48e8-a0c1-fba44b0b3e65 None None] Current status of the port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:25.156422 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:58:25.207295 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:25.207612 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:25.287442 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:26.073728 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f22fdd98-b7a7-4223-8f9e-b8c87e91420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:26.455623 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49948) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:26.810523 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:58:26.832961 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Made reservation on behalf of 044d9b0d1d964622b00121aa7f6ab50a for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:58:26.835607 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:26.843972 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:26.925442 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks [] for security_group (9efe1171-8e54-4d66-8273-761c309896e6), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:26.934332 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9efe1171-8e54-4d66-8273-761c309896e6), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:26.950163 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Reserving flat network on physical network physnet1 {{(pid=102875) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 10:58:26.970828 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efe1171-8e54-4d66-8273-761c309896e6,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:26.974753 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (c1b5827d-cb82-48f7-8104-19b93054ed2d), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:26.975185 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Added segment c1b5827d-cb82-48f7-8104-19b93054ed2d of type flat for network ff008e53-88c0-41e0-a7d7-1da9e93954a6 Feb 16 10:58:27.032546 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (ff008e53-88c0-41e0-a7d7-1da9e93954a6), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:27.068269 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (ff008e53-88c0-41e0-a7d7-1da9e93954a6), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:27.069156 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:27.069714 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:27.124921 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6680579 Feb 16 10:58:27.168723 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861990d-3353-45cf-a04e-11162ffebe01 admin admin] Pushing event updated for resources: {'Network': ['ID=ff008e53-88c0-41e0-a7d7-1da9e93954a6,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:27.179204 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 10:58:27.266473 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:28.954130 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:29.685173 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 49966) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:29.959866 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ffce8-e09f-4df7-abe0-7710a079ddee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:29.961385 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-407ffce8-e09f-4df7-abe0-7710a079ddee demo admin] 10.222.0.52 "GET /v2.0/subnets/976ab876-ecd2-487e-a18e-ba40e72659a5 HTTP/1.1" status: 200 len: 849 time: 0.2751975 Feb 16 10:58:30.087063 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-402da1d6-ee17-452d-9f58-9260d002ff00 demo admin] 10.222.0.52 "GET /v2.0/routers/33e33b97-5138-4ab6-b219-8edeb4f1caae HTTP/1.1" status: 200 len: 704 time: 0.1194301 Feb 16 10:58:30.370067 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:30.450286 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:30.723879 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Allocated IP 172.20.0.1 (1d0074cf-8f27-4048-b19b-44bdec4eef93/976ab876-ecd2-487e-a18e-ba40e72659a5/e8f24492-33d4-4201-ac6f-584badc93068) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:58:30.950051 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks [] for port (e8f24492-33d4-4201-ac6f-584badc93068), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.021344 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (e8f24492-33d4-4201-ac6f-584badc93068), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.090710 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:58:31.097212 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:58:31.144104 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Pushing event updated for resources: {'Port': ['ID=e8f24492-33d4-4201-ac6f-584badc93068,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:31.146986 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:58:31.147531 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (33e33b97-5138-4ab6-b219-8edeb4f1caae), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.209917 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.210298 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.210650 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.210991 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.211327 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.211663 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.212006 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.212374 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.212721 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.213067 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.213420 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.213710 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.214030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Tracked resource versions report: Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: pushed versions: Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: { 'AddressGroup': {'1.2'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'ConntrackHelper': {'1.0'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Log': {'1.0'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Network': {'1.1'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Port': {'1.7'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'PortForwarding': {'1.2'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'QosPolicy': {'1.10'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroup': {'1.5'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SubPort': {'1.0'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Subnet': {'1.1'}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Trunk': {'1.1'}} Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: consumer versions: Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'ConntrackHelper': '1.0', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'LocalIPAssociation': '1.0', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Log': '1.0', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Network': '1.1', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Port': '1.7', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'PortForwarding': '1.2', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'QosPolicy': '1.10', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroup': '1.5', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroupRule': '1.2', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SubPort': '1.0', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Subnet': '1.1', Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Trunk': '1.1'}} Feb 16 10:58:31.215494 dv-cinder-773985-29-iscsi neutron-server[102876]: {{(pid=102876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:58:31.387312 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e8f24492-33d4-4201-ac6f-584badc93068), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.399533 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-a015b4ac-3098-4e81-9382-532ff9371f1d None None] Provisioning complete for port e8f24492-33d4-4201-ac6f-584badc93068 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:31.400127 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a015b4ac-3098-4e81-9382-532ff9371f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e8f24492-33d4-4201-ac6f-584badc93068), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.456786 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-a015b4ac-3098-4e81-9382-532ff9371f1d None None] Port e8f24492-33d4-4201-ac6f-584badc93068 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:58:31.615275 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks [] for port (e8f24492-33d4-4201-ac6f-584badc93068), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.621038 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e8f24492-33d4-4201-ac6f-584badc93068), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.622037 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (33e33b97-5138-4ab6-b219-8edeb4f1caae), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:31.687198 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Pushing event updated for resources: {'Port': ['ID=e8f24492-33d4-4201-ac6f-584badc93068,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:31.757197 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:58:31.758649 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:58:31.982930 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Router 33e33b97-5138-4ab6-b219-8edeb4f1caae is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 10:58:31.986159 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-fb2b4eff-36a4-4f33-8c73-3d10b84386db None None] Provisioning complete for port e8f24492-33d4-4201-ac6f-584badc93068 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:31.986620 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4eff-36a4-4f33-8c73-3d10b84386db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e8f24492-33d4-4201-ac6f-584badc93068), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:32.029359 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b4eff-36a4-4f33-8c73-3d10b84386db None None] Port e8f24492-33d4-4201-ac6f-584badc93068 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:58:32.144277 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:58:32.150430 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-87d36655-bdfc-4438-8b3c-af6789179ff4 demo admin] 10.222.0.52 "PUT /v2.0/routers/33e33b97-5138-4ab6-b219-8edeb4f1caae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0575202 Feb 16 10:58:32.158367 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Sync routers for ids ['33e33b97-5138-4ab6-b219-8edeb4f1caae'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:58:32.180110 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Routers {'33e33b97-5138-4ab6-b219-8edeb4f1caae'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:58:32.181324 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T10:58:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['33e33b97-5138-4ab6-b219-8edeb4f1caae'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:32.453568 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Set router 33e33b97-5138-4ab6-b219-8edeb4f1caae gateway port host: None {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:58:32.945373 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'name': 'router1', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:58:20Z', 'updated_at': '2022-02-16T10:58:31Z', 'revision_number': 2, 'project_id': '0722638e732e4cf7995a326c45420351', 'gw_port_host': None, '_interfaces': [{'id': 'e8f24492-33d4-4201-ac6f-584badc93068', 'name': '', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'mac_address': 'fa:16:3e:96:d6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:30Z', 'updated_at': '2022-02-16T10:58:31Z', 'revision_number': 2, 'project_id': '0722638e732e4cf7995a326c45420351', 'subnets': [{'id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:33.002409 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Checking router: 33e33b97-5138-4ab6-b219-8edeb4f1caae for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:58:33.002910 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Updating router 33e33b97-5138-4ab6-b219-8edeb4f1caae port e8f24492-33d4-4201-ac6f-584badc93068 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:58:33.063244 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e8f24492-33d4-4201-ac6f-584badc93068), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:33.688055 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Publish callbacks [] for port (e8f24492-33d4-4201-ac6f-584badc93068), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:33.696439 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e8f24492-33d4-4201-ac6f-584badc93068), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:33.910228 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Pushing event updated for resources: {'Port': ['ID=e8f24492-33d4-4201-ac6f-584badc93068,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:33.942302 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.943019 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.943356 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.943691 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.944017 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.944370 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.944705 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.945029 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.945354 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.945674 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.945992 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.946303 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.946712 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Tracked resource versions report: Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: pushed versions: Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: { 'AddressGroup': {'1.2'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'ConntrackHelper': {'1.0'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'LocalIPAssociation': {'1.0'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Log': {'1.0'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Network': {'1.1'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Port': {'1.7'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'PortForwarding': {'1.2'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'QosPolicy': {'1.10'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroup': {'1.5'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroupRule': {'1.2'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SubPort': {'1.0'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Subnet': {'1.1'}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Trunk': {'1.1'}} Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: consumer versions: Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'ConntrackHelper': '1.0', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'LocalIPAssociation': '1.0', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Log': '1.0', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Network': '1.1', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Port': '1.7', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'PortForwarding': '1.2', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'QosPolicy': '1.10', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroup': '1.5', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroupRule': '1.2', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SubPort': '1.0', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Subnet': '1.1', Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Trunk': '1.1'}} Feb 16 10:58:33.948296 dv-cinder-773985-29-iscsi neutron-server[102878]: {{(pid=102878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 10:58:33.956852 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Attempting to bind port e8f24492-33d4-4201-ac6f-584badc93068 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:58:33.957458 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Attempting to bind port e8f24492-33d4-4201-ac6f-584badc93068 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:58:33.958125 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Attempting to bind port e8f24492-33d4-4201-ac6f-584badc93068 on network 1d0074cf-8f27-4048-b19b-44bdec4eef93 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:58:33.967777 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:58:33.968417 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Checking segment: {'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:58:33.969185 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:33.969852 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Bound using segment: {'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:58:33.970612 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Bound port: e8f24492-33d4-4201-ac6f-584badc93068, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22ed6b3-a61d-4dbb-855a-5bf112eacd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:58:33.971190 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e8f24492-33d4-4201-ac6f-584badc93068), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:33.971346 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-df40a747-2d94-453e-a6f8-ec76e48d4ce5 None None] Provisioning complete for port e8f24492-33d4-4201-ac6f-584badc93068 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:33.972504 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-df40a747-2d94-453e-a6f8-ec76e48d4ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e8f24492-33d4-4201-ac6f-584badc93068), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:34.014070 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-df40a747-2d94-453e-a6f8-ec76e48d4ce5 None None] Port e8f24492-33d4-4201-ac6f-584badc93068 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 10:58:34.078401 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] For port e8f24492-33d4-4201-ac6f-584badc93068, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:58:34.102701 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] For port e8f24492-33d4-4201-ac6f-584badc93068, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e8f24492-33d4-4201-ac6f-584badc93068,segment=NetworkSegment(e22ed6b3-a61d-4dbb-855a-5bf112eacd73),segment_id=e22ed6b3-a61d-4dbb-855a-5bf112eacd73)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:58:34.110092 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e8f24492-33d4-4201-ac6f-584badc93068), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:34.165119 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Routers {'33e33b97-5138-4ab6-b219-8edeb4f1caae'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:58:34.165770 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T10:58:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['33e33b97-5138-4ab6-b219-8edeb4f1caae'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:34.247576 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b019ad-f910-4113-b871-8a6c028747c6 None None] Pushing event updated for resources: {'Port': ['ID=e8f24492-33d4-4201-ac6f-584badc93068,revision_number=4']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:34.276893 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] Set router 33e33b97-5138-4ab6-b219-8edeb4f1caae gateway port host: None {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:58:34.438491 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-1e7d84b5-7edd-4b5f-925d-0fd9c77ae6ca None None] Provisioning complete for port e8f24492-33d4-4201-ac6f-584badc93068 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:34.438939 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1e7d84b5-7edd-4b5f-925d-0fd9c77ae6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e8f24492-33d4-4201-ac6f-584badc93068), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:34.509999 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'name': 'router1', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:58:20Z', 'updated_at': '2022-02-16T10:58:31Z', 'revision_number': 2, 'project_id': '0722638e732e4cf7995a326c45420351', 'gw_port_host': None, '_interfaces': [{'id': 'e8f24492-33d4-4201-ac6f-584badc93068', 'name': '', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'mac_address': 'fa:16:3e:96:d6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:30Z', 'updated_at': '2022-02-16T10:58:34Z', 'revision_number': 4, 'project_id': '0722638e732e4cf7995a326c45420351', 'subnets': [{'id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:34.528732 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d84b5-7edd-4b5f-925d-0fd9c77ae6ca None None] Current status of the port e8f24492-33d4-4201-ac6f-584badc93068 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:34.529172 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1e7d84b5-7edd-4b5f-925d-0fd9c77ae6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e8f24492-33d4-4201-ac6f-584badc93068), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:34.541249 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5ec4-098d-405e-bdc0-ce5df5027db4 None None] The sync data for ids ['33e33b97-5138-4ab6-b219-8edeb4f1caae'] in dv-cinder-773985-29-iscsi is: [{'id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'name': 'router1', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:58:20Z', 'updated_at': '2022-02-16T10:58:31Z', 'revision_number': 2, 'project_id': '0722638e732e4cf7995a326c45420351', 'gw_port_host': None, '_interfaces': [{'id': 'e8f24492-33d4-4201-ac6f-584badc93068', 'name': '', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'mac_address': 'fa:16:3e:96:d6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:30Z', 'updated_at': '2022-02-16T10:58:34Z', 'revision_number': 4, 'project_id': '0722638e732e4cf7995a326c45420351', 'subnets': [{'id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:58:34.570264 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-1e7d84b5-7edd-4b5f-925d-0fd9c77ae6ca None None] For port e8f24492-33d4-4201-ac6f-584badc93068, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e8f24492-33d4-4201-ac6f-584badc93068,segment=NetworkSegment(e22ed6b3-a61d-4dbb-855a-5bf112eacd73),segment_id=e22ed6b3-a61d-4dbb-855a-5bf112eacd73)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:58:34.575653 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1e7d84b5-7edd-4b5f-925d-0fd9c77ae6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e8f24492-33d4-4201-ac6f-584badc93068), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:34.728089 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d84b5-7edd-4b5f-925d-0fd9c77ae6ca None None] Pushing event updated for resources: {'Port': ['ID=e8f24492-33d4-4201-ac6f-584badc93068,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:34.952815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 49990) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:35.085135 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89875db9-a50a-43ed-910f-5b3691054ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:35.095782 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-89875db9-a50a-43ed-910f-5b3691054ad4 admin admin] 10.222.0.52 "GET /v2.0/networks/ff008e53-88c0-41e0-a7d7-1da9e93954a6 HTTP/1.1" status: 200 len: 842 time: 0.1328366 Feb 16 10:58:35.100935 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Request body: {'subnet': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:58:35.130004 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Made reservation on behalf of 044d9b0d1d964622b00121aa7f6ab50a for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 10:58:35.133906 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:35.544343 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.objects.ports [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102876) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 10:58:35.544805 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:35.605499 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:35.617311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:58:35.617671 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Network hostable DHCP agents. Network: ff008e53-88c0-41e0-a7d7-1da9e93954a6, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 10:58:35.645520 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 10:58:35.659640 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, ff008e53-88c0-41e0-a7d7-1da9e93954a6) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:58:35.664856 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:35.665492 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:35.675217 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62687abe-cec1-4449-81ff-c7f6742cdfaf None None] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:58:35.690586 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9833413d-13c2-49a5-bc62-a32895cd2529 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5937107 Feb 16 10:58:35.831574 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018965cf-4ed6-441b-a6cd-ef721d04b62b None None] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 10:58:38.255110 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 49998) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:38.533803 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-25a175e7-87f2-4056-8f8e-e3c6c854f705 demo admin] 10.222.0.52 "GET /v2.0/routers/33e33b97-5138-4ab6-b219-8edeb4f1caae HTTP/1.1" status: 200 len: 710 time: 0.2774532 Feb 16 10:58:38.661355 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a157af5-5e84-4a2d-895a-d979b87885b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 10:58:38.662691 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-6a157af5-5e84-4a2d-895a-d979b87885b2 demo admin] 10.222.0.52 "GET /v2.0/networks/ff008e53-88c0-41e0-a7d7-1da9e93954a6 HTTP/1.1" status: 200 len: 886 time: 0.1221399 Feb 16 10:58:38.673297 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 10:58:38.941721 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks [] for router_gateway (33e33b97-5138-4ab6-b219-8edeb4f1caae), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:39.215103 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks [] for router_gateway (33e33b97-5138-4ab6-b219-8edeb4f1caae), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:39.313479 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:39.549031 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Allocated IP 172.27.1.238 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 10:58:39.667196 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks [] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:39.739309 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:39.812530 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 10:58:39.820321 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 10:58:39.831263 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 10:58:39.836923 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Pushing event updated for resources: {'Port': ['ID=c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:40.169797 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks [] for router_gateway (33e33b97-5138-4ab6-b219-8edeb4f1caae), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:40.460994 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133929577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133936587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26251'] for router (33e33b97-5138-4ab6-b219-8edeb4f1caae), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:40.469224 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133929584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133929595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133936594'] for router (33e33b97-5138-4ab6-b219-8edeb4f1caae), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:40.660937 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Router 33e33b97-5138-4ab6-b219-8edeb4f1caae has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 10:58:40.853936 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 10:58:40.861163 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:40.863109 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-cee2c1a1-b77c-4141-b712-2cec7f607591 demo admin] 10.222.0.52 "PUT /v2.0/routers/33e33b97-5138-4ab6-b219-8edeb4f1caae HTTP/1.1" status: 200 len: 890 time: 2.1937480 Feb 16 10:58:43.202645 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e8f24492-33d4-4201-ac6f-584badc93068 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:58:43.253108 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port e8f24492-33d4-4201-ac6f-584badc93068 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:43.253509 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e8f24492-33d4-4201-ac6f-584badc93068), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:43.337870 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port e8f24492-33d4-4201-ac6f-584badc93068 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:43.471047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50010) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 10:58:43.606804 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-34a8e32e-3841-4623-a3f4-f483fb6268c6 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1344666 Feb 16 10:58:44.296163 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Sync routers for ids ['33e33b97-5138-4ab6-b219-8edeb4f1caae'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 10:58:44.308840 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Routers {'33e33b97-5138-4ab6-b219-8edeb4f1caae'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:58:44.309513 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T10:58:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['33e33b97-5138-4ab6-b219-8edeb4f1caae'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:44.533310 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Set router 33e33b97-5138-4ab6-b219-8edeb4f1caae gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:58:44.957146 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'name': 'router1', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:58:20Z', 'updated_at': '2022-02-16T10:58:39Z', 'revision_number': 4, 'project_id': '0722638e732e4cf7995a326c45420351', 'gw_port': {'id': 'c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:39Z', 'updated_at': '2022-02-16T10:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'e8f24492-33d4-4201-ac6f-584badc93068', 'name': '', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'mac_address': 'fa:16:3e:96:d6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:30Z', 'updated_at': '2022-02-16T10:58:34Z', 'revision_number': 5, 'project_id': '0722638e732e4cf7995a326c45420351', 'subnets': [{'id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:45.013460 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Checking router: 33e33b97-5138-4ab6-b219-8edeb4f1caae for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 10:58:45.013731 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Updating router 33e33b97-5138-4ab6-b219-8edeb4f1caae port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 10:58:45.064435 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:45.490230 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Publish callbacks [] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:45.498395 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:45.542441 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae4e47-50ee-4678-8180-afd121b987c4 None None] Pushing event updated for resources: {'Port': ['ID=c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:45.568471 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Attempting to bind port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 10:58:45.568471 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Attempting to bind port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 10:58:45.568471 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Attempting to bind port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 10:58:45.574504 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 10:58:45.574849 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 10:58:45.575864 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:45.575864 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 10:58:45.576181 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Bound port: c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 10:58:45.576524 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:45.631713 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] For port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 10:58:45.635054 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] For port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 10:58:45.644118 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:45.704812 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae4e47-50ee-4678-8180-afd121b987c4 None None] Pushing event updated for resources: {'Port': ['ID=c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:45.715094 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Routers {'33e33b97-5138-4ab6-b219-8edeb4f1caae'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 10:58:45.715094 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T10:58:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['33e33b97-5138-4ab6-b219-8edeb4f1caae'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:45.845761 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] Set router 33e33b97-5138-4ab6-b219-8edeb4f1caae gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 10:58:46.076051 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'name': 'router1', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:58:20Z', 'updated_at': '2022-02-16T10:58:39Z', 'revision_number': 4, 'project_id': '0722638e732e4cf7995a326c45420351', 'gw_port': {'id': 'c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:39Z', 'updated_at': '2022-02-16T10:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'e8f24492-33d4-4201-ac6f-584badc93068', 'name': '', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'mac_address': 'fa:16:3e:96:d6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:30Z', 'updated_at': '2022-02-16T10:58:34Z', 'revision_number': 5, 'project_id': '0722638e732e4cf7995a326c45420351', 'subnets': [{'id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 10:58:46.103994 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed80d35-cc96-44a8-b2e9-2c9aeef5fad2 None None] The sync data for ids ['33e33b97-5138-4ab6-b219-8edeb4f1caae'] in dv-cinder-773985-29-iscsi is: [{'id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'name': 'router1', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T10:58:20Z', 'updated_at': '2022-02-16T10:58:39Z', 'revision_number': 4, 'project_id': '0722638e732e4cf7995a326c45420351', 'gw_port': {'id': 'c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:39Z', 'updated_at': '2022-02-16T10:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'e8f24492-33d4-4201-ac6f-584badc93068', 'name': '', 'network_id': '1d0074cf-8f27-4048-b19b-44bdec4eef93', 'tenant_id': '0722638e732e4cf7995a326c45420351', 'mac_address': 'fa:16:3e:96:d6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e33b97-5138-4ab6-b219-8edeb4f1caae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T10:58:30Z', 'updated_at': '2022-02-16T10:58:34Z', 'revision_number': 5, 'project_id': '0722638e732e4cf7995a326c45420351', 'subnets': [{'id': '976ab876-ecd2-487e-a18e-ba40e72659a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1f3bd64-c77e-4f2b-9d37-9a4159a2d3e1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 10:58:47.244539 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:58:47.330007 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:47.330906 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:47.396638 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:58:47.464494 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:47.465258 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:47.503190 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 10:58:47.514337 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:47.572224 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 10:58:49.256291 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 10:58:49.391367 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 10:58:49.393268 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:49.597108 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port c44c6a6a-cb33-4545-8e48-4bd4eea6a3a2 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 10:58:53.577053 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2a10bd2a-4467-45cf-8e3b-b3425230dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:56.069471 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-3e160f4a-80ca-440a-b9f1-a0f91cbd5eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:57.266069 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:58:58.972747 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:00.454339 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:23.570080 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d350eba4-e613-47a0-a6e4-f4dce3668750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:24.373237 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 10:59:26.085890 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7dd90f3a-023a-4ac2-9bf2-e476121a9d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:27.305332 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:28.980610 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:30.455353 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:53.569143 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-3af0c0d2-6a51-48e8-b52b-4bbbbe12abcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:56.064601 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f90e057c-f78a-41b2-8457-e738eca0277b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:57.276948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 10:59:58.958949 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:00.450151 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:01.369383 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:00:07.254320 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50494) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:07.338704 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bccfa99-bd3d-4b57-90f2-a544ec0c1125 admin admin] GET failed (client error): The resource could not be found. Feb 16 11:00:07.340327 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-7bccfa99-bd3d-4b57-90f2-a544ec0c1125 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0846364 Feb 16 11:00:07.524365 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad6f39-9ae2-4345-a5d3-88d6f5d08cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:07.528356 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-dcad6f39-9ae2-4345-a5d3-88d6f5d08cf0 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1833520 Feb 16 11:00:09.915918 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50504) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:10.013988 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eefe89f-100e-4166-b6df-940ba5ccfeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:10.015405 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-7eefe89f-100e-4166-b6df-940ba5ccfeaf admin admin] 10.222.0.52 "GET /v2.0/subnets/976ab876-ecd2-487e-a18e-ba40e72659a5 HTTP/1.1" status: 200 len: 849 time: 0.0984547 Feb 16 11:00:10.025041 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:00:10.112975 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Publish callbacks [] for subnet (976ab876-ecd2-487e-a18e-ba40e72659a5), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:10.264282 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742741889895'] for subnet (976ab876-ecd2-487e-a18e-ba40e72659a5), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:10.297150 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:10.297754 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:10.299082 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] 10.222.0.52 "PUT /v2.0/subnets/976ab876-ecd2-487e-a18e-ba40e72659a5 HTTP/1.1" status: 200 len: 868 time: 0.2778769 Feb 16 11:00:10.317240 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d724c7b5-bb83-419d-92fd-31e047235c42 None None] Network 1d0074cf-8f27-4048-b19b-44bdec4eef93 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:00:10.324331 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976ab876-ecd2-487e-a18e-ba40e72659a5,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:00:10.333015 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.333375 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.333736 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.334079 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.334428 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.334762 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.335209 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.335564 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.335921 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.336292 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.336629 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.336958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.337291 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5aacb-deb2-4672-a2ef-276df0e4a045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:00:10.782696 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-7d04ea0a-863b-4ab2-bb6e-2b4db6c542b3 None None] Provisioning complete for port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:00:10.782944 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7d04ea0a-863b-4ab2-bb6e-2b4db6c542b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (5ba67c4a-d548-46e5-b1a2-b9e8e2334c34), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:10.897672 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-7d04ea0a-863b-4ab2-bb6e-2b4db6c542b3 None None] Current status of the port 5ba67c4a-d548-46e5-b1a2-b9e8e2334c34 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:00:10.912910 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-7d04ea0a-863b-4ab2-bb6e-2b4db6c542b3 None None] Provisioning complete for port e8f24492-33d4-4201-ac6f-584badc93068 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:00:10.913312 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7d04ea0a-863b-4ab2-bb6e-2b4db6c542b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e8f24492-33d4-4201-ac6f-584badc93068), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:10.991493 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-7d04ea0a-863b-4ab2-bb6e-2b4db6c542b3 None None] Current status of the port e8f24492-33d4-4201-ac6f-584badc93068 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:00:12.767931 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50512) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:12.999670 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5753d08b-3d6c-408b-9145-2d759f645ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:13.000129 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5753d08b-3d6c-408b-9145-2d759f645ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:13.001744 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5753d08b-3d6c-408b-9145-2d759f645ee8 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2324889 Feb 16 11:00:15.384306 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50522) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:15.603494 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b41845-3946-4c55-93c4-6843bf39ba75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:15.604432 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b41845-3946-4c55-93c4-6843bf39ba75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:15.607200 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d2b41845-3946-4c55-93c4-6843bf39ba75 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2211714 Feb 16 11:00:17.955091 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50530) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:18.097168 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a1b36a-9671-436e-a0ad-14f5c1a4bdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:18.098541 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-18a1b36a-9671-436e-a0ad-14f5c1a4bdb3 admin admin] 10.222.0.52 "GET /v2.0/networks/1d0074cf-8f27-4048-b19b-44bdec4eef93 HTTP/1.1" status: 200 len: 869 time: 0.1424801 Feb 16 11:00:20.484450 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50538) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:20.626016 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01c9d2-c4be-41d6-88ff-02c1dc3e8aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:20.628487 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-6b01c9d2-c4be-41d6-88ff-02c1dc3e8aad admin admin] 10.222.0.52 "GET /v2.0/networks/ff008e53-88c0-41e0-a7d7-1da9e93954a6 HTTP/1.1" status: 200 len: 886 time: 0.1427939 Feb 16 11:00:22.985165 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50546) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:23.116550 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274de596-3f80-4c13-9563-d4b1bf38b55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:23.117012 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274de596-3f80-4c13-9563-d4b1bf38b55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:23.118629 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-274de596-3f80-4c13-9563-d4b1bf38b55a admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324930 Feb 16 11:00:23.567278 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c3116304-7640-4219-a672-3821d2c423b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:25.489622 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50554) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:25.631844 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec555c3-fe16-4454-be53-8d6e26770ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:25.632336 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec555c3-fe16-4454-be53-8d6e26770ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:25.633904 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-eec555c3-fe16-4454-be53-8d6e26770ecc admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1432745 Feb 16 11:00:26.060099 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-baf1e736-f01d-4b50-8d10-6478afe60896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:27.274019 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:27.970875 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50562) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:28.069719 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736e980-9416-4a81-b795-40732aa77a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:28.071100 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-4736e980-9416-4a81-b795-40732aa77a60 admin admin] 10.222.0.52 "GET /v2.0/subnets/976ab876-ecd2-487e-a18e-ba40e72659a5 HTTP/1.1" status: 200 len: 868 time: 0.0992467 Feb 16 11:00:28.963277 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:30.409737 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50570) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:30.445226 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:30.502180 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0259e-e8ac-4ef1-af79-e1543de1fbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:00:30.503714 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-8fc0259e-e8ac-4ef1-af79-e1543de1fbd6 admin admin] 10.222.0.52 "GET /v2.0/subnets/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff HTTP/1.1" status: 200 len: 816 time: 0.0930104 Feb 16 11:00:38.366667 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:00:53.561697 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0647c6dd-1945-42b7-8412-135cacc252ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:56.066141 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e9136571-7650-430e-b956-47bc3ba30842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:57.278937 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:00:58.707942 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50622) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:00:58.757678 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [None req-fab62d18-1d0e-4658-aa37-bf975594d690 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:00:58.758667 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-fab62d18-1d0e-4658-aa37-bf975594d690 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497227 Feb 16 11:00:58.964676 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:00.451619 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:01.189557 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50630) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:01:01.255655 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.pecan_wsgi.hooks.translation [None req-852d0cb0-b872-4e94-8d1d-ccac3f673219 admin admin] GET failed (client error): The resource could not be found. Feb 16 11:01:01.257040 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-852d0cb0-b872-4e94-8d1d-ccac3f673219 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665298 Feb 16 11:01:01.428909 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be26f1b-90f4-4747-b85b-fd066b0a51fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:01:01.430987 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1be26f1b-90f4-4747-b85b-fd066b0a51fb admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1695151 Feb 16 11:01:03.820708 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50638) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:01:03.872110 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:01:03.894350 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Made reservation on behalf of 044d9b0d1d964622b00121aa7f6ab50a for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:01:03.896662 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:03.934653 dv-cinder-773985-29-iscsi neutron-server[102875]: WARNING neutron.services.revisions.revision_plugin [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Could not find related network for resource to bump revision. Feb 16 11:01:03.946807 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:01:03.957084 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (138b1666-45be-4235-bf15-1c4be8d18f49), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:03.957423 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Added segment 138b1666-45be-4235-bf15-1c4be8d18f49 of type vlan for network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf Feb 16 11:01:03.997392 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (53689b6e-f00b-495f-a813-f5fc3aa2e4bf), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:04.022494 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (53689b6e-f00b-495f-a813-f5fc3aa2e4bf), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:04.023529 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:01:04.024107 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:04.054811 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2329612 Feb 16 11:01:04.086716 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Pushing event updated for resources: {'Network': ['ID=53689b6e-f00b-495f-a813-f5fc3aa2e4bf,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:01:04.094856 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.095093 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.095437 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.095813 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.096124 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.096523 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.096865 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.097196 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.097543 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.097881 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.098209 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.098536 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.098851 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d7c27-6ba0-4faa-a751-e5d9b52e3d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:04.110847 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:01:06.418156 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50646) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:01:06.484128 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6564db-bdd0-423d-94b6-056ae3643363 admin admin] GET failed (client error): The resource could not be found. Feb 16 11:01:06.485470 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1c6564db-bdd0-423d-94b6-056ae3643363 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0663152 Feb 16 11:01:06.557012 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba8e75-f740-4818-859a-128a07edc557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:01:06.558543 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-deba8e75-f740-4818-859a-128a07edc557 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685785 Feb 16 11:01:06.568803 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:01:06.589414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Made reservation on behalf of 044d9b0d1d964622b00121aa7f6ab50a for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:01:06.591923 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:06.758961 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (fa3342a0-d160-4c36-8255-674c661957a4), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:06.817494 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3342a0-d160-4c36-8255-674c661957a4,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:01:06.825863 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Checking segment: {'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:01:06.826213 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Network hostable DHCP agents. Network: 53689b6e-f00b-495f-a813-f5fc3aa2e4bf, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:01:06.843092 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:01:06.852381 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 53689b6e-f00b-495f-a813-f5fc3aa2e4bf) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:01:06.856917 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:01:06.857628 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:06.862224 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e9747-9179-421b-bafd-9eabc9564ae1 None None] Network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:01:06.876891 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-0df56d64-cfa4-46e7-af8f-f3775fe74e54 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118503 Feb 16 11:01:06.968365 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-53689b6e-f00b-495f-a813-f5fc3aa2e4bf', 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf', 'project_id': '044d9b0d1d964622b00121aa7f6ab50a', 'fixed_ips': [{'subnet_id': 'fa3342a0-d160-4c36-8255-674c661957a4'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:01:06.969266 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:07.116722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Allocated IP 192.168.233.2 (53689b6e-f00b-495f-a813-f5fc3aa2e4bf/fa3342a0-d160-4c36-8255-674c661957a4/4966e83b-ddf3-4f44-aed9-22ea8477333a) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:01:07.271842 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Publish callbacks [] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:07.281616 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:07.326918 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:01:07.329946 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:01:07.336507 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:01:07.338774 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Pushing event updated for resources: {'Port': ['ID=4966e83b-ddf3-4f44-aed9-22ea8477333a,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:01:07.350745 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.351120 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.351483 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.351818 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.352182 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.352524 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.352857 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.353191 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.353513 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.353833 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.354175 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.354494 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.354809 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:01:07.416839 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Attempting to bind port 4966e83b-ddf3-4f44-aed9-22ea8477333a on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:01:07.416839 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Attempting to bind port 4966e83b-ddf3-4f44-aed9-22ea8477333a by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:01:07.417167 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Attempting to bind port 4966e83b-ddf3-4f44-aed9-22ea8477333a on network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:01:07.422481 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:01:07.423012 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Checking segment: {'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:01:07.423272 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:07.423651 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Bound using segment: {'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:01:07.424118 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Bound port: 4966e83b-ddf3-4f44-aed9-22ea8477333a, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:01:07.424492 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:07.492053 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] For port 4966e83b-ddf3-4f44-aed9-22ea8477333a, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:01:07.495725 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] For port 4966e83b-ddf3-4f44-aed9-22ea8477333a, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4966e83b-ddf3-4f44-aed9-22ea8477333a,segment=NetworkSegment(138b1666-45be-4235-bf15-1c4be8d18f49),segment_id=138b1666-45be-4235-bf15-1c4be8d18f49)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:01:07.503382 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:07.561237 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffef6a-0e15-4290-b31a-ccfe3d3c5b89 None None] Pushing event updated for resources: {'Port': ['ID=4966e83b-ddf3-4f44-aed9-22ea8477333a,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:01:08.399803 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672957f6-79b1-4e1a-90a2-1d8bf042d8bf None None] Network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:01:08.485283 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-c7ed79d7-ecc2-4008-b3a9-470665745d25 None None] Provisioning complete for port 4966e83b-ddf3-4f44-aed9-22ea8477333a triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:01:08.485619 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c7ed79d7-ecc2-4008-b3a9-470665745d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:08.718122 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed79d7-ecc2-4008-b3a9-470665745d25 None None] Current status of the port 4966e83b-ddf3-4f44-aed9-22ea8477333a is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:01:08.718522 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c7ed79d7-ecc2-4008-b3a9-470665745d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:08.754975 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-c7ed79d7-ecc2-4008-b3a9-470665745d25 None None] For port 4966e83b-ddf3-4f44-aed9-22ea8477333a, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4966e83b-ddf3-4f44-aed9-22ea8477333a,segment=NetworkSegment(138b1666-45be-4235-bf15-1c4be8d18f49),segment_id=138b1666-45be-4235-bf15-1c4be8d18f49)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:01:08.759872 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c7ed79d7-ecc2-4008-b3a9-470665745d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:08.808312 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed79d7-ecc2-4008-b3a9-470665745d25 None None] Pushing event updated for resources: {'Port': ['ID=4966e83b-ddf3-4f44-aed9-22ea8477333a,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:01:08.882121 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-3ee2330f-349e-4a19-8b51-dae478102198 None None] Provisioning complete for port 4966e83b-ddf3-4f44-aed9-22ea8477333a triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:01:08.882798 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-3ee2330f-349e-4a19-8b51-dae478102198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:08.966210 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-3ee2330f-349e-4a19-8b51-dae478102198 None None] Current status of the port 4966e83b-ddf3-4f44-aed9-22ea8477333a is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:01:09.270961 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4966e83b-ddf3-4f44-aed9-22ea8477333a up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:01:09.325240 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 4966e83b-ddf3-4f44-aed9-22ea8477333a triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:01:09.325832 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4966e83b-ddf3-4f44-aed9-22ea8477333a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:09.414292 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 4966e83b-ddf3-4f44-aed9-22ea8477333a is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:01:15.366435 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:01:23.573145 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-baca66b5-1c5c-4601-b869-0bc86c51d6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:26.062176 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64f211a9-fc9a-45fc-9626-e4c60fdbd0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:27.283205 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:28.965711 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:30.447933 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:52.369435 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:01:53.569506 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e8e615f1-236c-438c-8823-cbdb29e33913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:56.066790 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c30591f8-cd6a-4fee-86f3-974e63959566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:57.284328 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:01:58.972206 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:00.443050 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:23.565933 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-82d5b2e1-93b7-429c-ab1d-2a1a276d10ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:26.072086 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-9187d4a2-e51d-4c13-9305-37c3298412d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:27.285879 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:28.972543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:29.369744 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:02:30.446485 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.068668 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50684) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:02:42.074445 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [None req-5178739b-2dc1-4b7e-97e6-13c0269704b4 tempest-verify_tempest_config-759309245 tempest-verify_tempest_config-759309245-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:02:42.075398 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-5178739b-2dc1-4b7e-97e6-13c0269704b4 tempest-verify_tempest_config-759309245 tempest-verify_tempest_config-759309245-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057559 Feb 16 11:02:42.373906 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50702) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:02:42.480741 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.556876 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Publish callbacks [] for security_group (46eb8301-0837-425e-8376-0796ea335ccb), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.561558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (46eb8301-0837-425e-8376-0796ea335ccb), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.608954 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18252026a97041f5ac26c144240bec99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2337947 Feb 16 11:02:42.610151 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eb8301-0837-425e-8376-0796ea335ccb,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:02:42.611925 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50708) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:02:42.617162 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.617525 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.617876 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.618209 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.618209 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.618209 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.618209 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.619595 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.619871 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.620233 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.620566 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.620881 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.621365 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ade45-40a7-45cd-abff-6ccd76ec8e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.690785 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Publish callbacks [] for security_group (46eb8301-0837-425e-8376-0796ea335ccb), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.712409 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Publish callbacks [] for security_group (46eb8301-0837-425e-8376-0796ea335ccb), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.811289 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (46eb8301-0837-425e-8376-0796ea335ccb), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.814153 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:42.815694 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46eb8301-0837-425e-8376-0796ea335ccb HTTP/1.1" status: 204 len: 168 time: 0.2027068 Feb 16 11:02:42.823973 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eb8301-0837-425e-8376-0796ea335ccb,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:02:42.831364 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.831706 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.832055 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.832429 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.832765 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.833101 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.833442 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.833752 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.834108 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.834432 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.834759 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.835089 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:42.835416 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e228269-f2a1-4bd0-9ec6-0d8960ba6557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:02:53.570955 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b47bf613-5939-4321-b1a2-aaeebded4c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:56.067863 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-22ba845d-e6e1-488d-a1a7-aa2975c527f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:57.288581 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:02:58.976257 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:00.452178 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:06.372796 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:03:23.577360 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-da0c966c-6466-480b-b4bd-45bff22f179b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:26.073420 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2f9ffc63-1ec4-44af-ae2a-134ed2f06fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:27.292818 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:28.984723 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:30.464097 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:43.374712 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:03:53.586471 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e869-f4ef-4e05-8509-1cdd72e55f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:56.069582 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ec880e81-a20d-406c-bc37-5fa5272c6ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:57.298095 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:03:58.987374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:00.462389 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:20.378575 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 5 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:04:23.584099 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-13429540-6687-4e64-ad40-9fd46eb47849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:26.064442 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5f46cb9b-0bab-41d3-af21-bedfd883a7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:27.303495 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:28.557211 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133923451'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:28.998887 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:30.463512 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:44.835016 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50780) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:04:44.955148 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f5f8c22c-e205-4bc4-8ba6-39353a9f778e admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1190426 Feb 16 11:04:47.278395 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50790) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:04:47.343418 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-be8dd750-ecac-4d32-a8f2-16a464181f0e admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0638359 Feb 16 11:04:53.580065 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4d10aab7-60df-4d09-b7e4-295268786864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:56.069960 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-9c08e879-8cf4-4e6f-83e3-8de9c006bd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:57.306975 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:57.382178 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:04:58.513967 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:04:58.985488 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:00.460784 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:23.575250 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-70da6b57-3d7d-4322-ac31-42ef5358d1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:26.077062 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-09407799-8af6-495c-927c-45e86bd6a255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:27.311849 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:28.515511 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:28.991882 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:30.467360 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:34.384858 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:05:53.582049 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-307256f3-233a-47fd-a787-f23c9c4a33e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:56.072036 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-73fa3830-0d57-432d-b38a-9eb3af9a6a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:57.308788 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:58.516993 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:05:58.992583 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:00.454753 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:11.388615 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:06:23.057210 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 50942) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:23.325138 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-network', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:23.351089 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Made reservation on behalf of 91e3607dc0214ad7bcdd08978f6c0130 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:23.354216 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.369140 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.476262 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks [] for security_group (7490a00f-eb31-49c7-b16a-c59503aa084d), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.482961 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7490a00f-eb31-49c7-b16a-c59503aa084d), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.531712 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:06:23.541541 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7490a00f-eb31-49c7-b16a-c59503aa084d,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:23.551665 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (19410eac-08fc-471e-846a-cffceea4f07b), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.552232 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Added segment 19410eac-08fc-471e-846a-cffceea4f07b of type vlan for network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 Feb 16 11:06:23.562120 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.562701 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.563238 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.563786 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.564384 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.564954 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.565550 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.566093 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.566662 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.567206 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.567761 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.568337 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.568885 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Tracked resource versions report: Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: pushed versions: Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: { 'AddressGroup': {'1.2'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'ConntrackHelper': {'1.0'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'LocalIPAssociation': {'1.0'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Log': {'1.0'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Network': {'1.1'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Port': {'1.7'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'PortForwarding': {'1.2'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'QosPolicy': {'1.10'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroup': {'1.5'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroupRule': {'1.2'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SubPort': {'1.0'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Subnet': {'1.1'}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Trunk': {'1.1'}} Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: consumer versions: Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: HyperV agent@hv-cinder-77398: {}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'ConntrackHelper': '1.0', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'LocalIPAssociation': '1.0', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Log': '1.0', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Network': '1.1', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Port': '1.7', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'PortForwarding': '1.2', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'QosPolicy': '1.10', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroup': '1.5', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SecurityGroupRule': '1.2', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'SubPort': '1.0', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Subnet': '1.1', Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: 'Trunk': '1.1'}} Feb 16 11:06:23.571618 dv-cinder-773985-29-iscsi neutron-server[102875]: {{(pid=102875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 11:06:23.602995 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f23a53ee-9e75-4b97-992a-37870c738857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.649691 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (2ee320aa-8f03-4b44-97d5-29c8544f3e10), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.680723 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (2ee320aa-8f03-4b44-97d5-29c8544f3e10), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.682227 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:23.683151 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:23.771476 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 50990) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:23.772184 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7127275 Feb 16 11:06:23.772794 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b27d4d-fb29-4218-83ce-cb7340db487a admin admin] Pushing event updated for resources: {'Network': ['ID=2ee320aa-8f03-4b44-97d5-29c8544f3e10,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:23.782065 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Request body: {'subnet': {'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-subnet', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:23.797889 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:06:23.815719 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Made reservation on behalf of 91e3607dc0214ad7bcdd08978f6c0130 for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:23.821176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.057998 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51002) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:24.067714 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (f59af1c9-b98b-4dfe-ac19-d1f719bbbca3), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.111865 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51006) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:24.133515 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:24.149885 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.150535 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.151079 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.151419 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.151755 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.152082 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.152631 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.153138 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.153481 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.153805 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.154125 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.154439 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.154762 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Tracked resource versions report: Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: pushed versions: Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: { 'AddressGroup': {'1.2'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'ConntrackHelper': {'1.0'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'LocalIPAssociation': {'1.0'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Log': {'1.0'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Network': {'1.1'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Port': {'1.7'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'PortForwarding': {'1.2'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'QosPolicy': {'1.10'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroup': {'1.5'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroupRule': {'1.2'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SubPort': {'1.0'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Subnet': {'1.1'}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Trunk': {'1.1'}} Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: consumer versions: Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: HyperV agent@hv-cinder-77398: {}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'ConntrackHelper': '1.0', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'LocalIPAssociation': '1.0', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Log': '1.0', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Network': '1.1', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Port': '1.7', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'PortForwarding': '1.2', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'QosPolicy': '1.10', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroup': '1.5', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SecurityGroupRule': '1.2', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'SubPort': '1.0', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Subnet': '1.1', Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: 'Trunk': '1.1'}} Feb 16 11:06:24.155940 dv-cinder-773985-29-iscsi neutron-server[102876]: {{(pid=102876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 11:06:24.158522 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Checking segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:24.158720 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Network hostable DHCP agents. Network: 2ee320aa-8f03-4b44-97d5-29c8544f3e10, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:06:24.183311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:06:24.201279 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 2ee320aa-8f03-4b44-97d5-29c8544f3e10) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:24.208363 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:24.209144 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.229881 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614cbb1-b458-4114-b7e8-1f423dfcef2d None None] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:24.238381 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51012) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:24.244803 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9e404cd0-ca6b-4dcb-af80-609087559106 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4702682 Feb 16 11:06:24.245852 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:24.290871 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (54678091-f8d5-4c6c-a172-a52cc6073cde), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.297747 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (54678091-f8d5-4c6c-a172-a52cc6073cde), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.395110 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:06:24.395988 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.462257 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks [] for router_controller (54678091-f8d5-4c6c-a172-a52cc6073cde), precommit_add_association {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.478629 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51016) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:24.637078 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Allocated IP 172.20.0.2 (2ee320aa-8f03-4b44-97d5-29c8544f3e10/f59af1c9-b98b-4dfe-ac19-d1f719bbbca3/d594d570-7fb4-441e-ac49-7ba49aea97b4) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:24.685051 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks [] for router_gateway (54678091-f8d5-4c6c-a172-a52cc6073cde), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.790940 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-834449342-network', 'tenant_id': '8a72703130344d469e8b5429875678d8'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:24.813834 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1383054390-network', 'tenant_id': '13e4198929974308a8913d9f3c12a9d8'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:24.825518 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Made reservation on behalf of 8a72703130344d469e8b5429875678d8 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:24.825693 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51028) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:24.826384 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.842543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Publish callbacks [] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.851746 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Made reservation on behalf of 13e4198929974308a8913d9f3c12a9d8 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:24.856496 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.856955 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.860392 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.878366 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:24.900079 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Pushing event updated for resources: {'Port': ['ID=d594d570-7fb4-441e-ac49-7ba49aea97b4,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:24.911952 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.912549 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.912743 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.913436 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.913941 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.914496 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.915027 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.915418 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.915762 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.916115 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.916523 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.916855 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.917178 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Tracked resource versions report: Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: pushed versions: Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: { 'AddressGroup': {'1.2'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'ConntrackHelper': {'1.0'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'LocalIPAssociation': {'1.0'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Log': {'1.0'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Network': {'1.1'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Port': {'1.7'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'PortForwarding': {'1.2'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'QosPolicy': {'1.10'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroup': {'1.5'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroupRule': {'1.2'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SubPort': {'1.0'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Subnet': {'1.1'}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Trunk': {'1.1'}} Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: consumer versions: Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: HyperV agent@hv-cinder-77398: {}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'ConntrackHelper': '1.0', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'LocalIPAssociation': '1.0', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Log': '1.0', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Network': '1.1', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Port': '1.7', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'PortForwarding': '1.2', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'QosPolicy': '1.10', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroup': '1.5', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SecurityGroupRule': '1.2', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'SubPort': '1.0', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Subnet': '1.1', Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: 'Trunk': '1.1'}} Feb 16 11:06:24.918542 dv-cinder-773985-29-iscsi neutron-server[102877]: {{(pid=102877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 11:06:24.929903 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:24.931773 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:24.935375 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:25.031334 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Attempting to bind port d594d570-7fb4-441e-ac49-7ba49aea97b4 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:25.032715 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Attempting to bind port d594d570-7fb4-441e-ac49-7ba49aea97b4 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:25.033254 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Attempting to bind port d594d570-7fb4-441e-ac49-7ba49aea97b4 on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:25.044973 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:25.046483 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Checking segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:25.047476 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.048951 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Bound using segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:25.049815 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Bound port: d594d570-7fb4-441e-ac49-7ba49aea97b4, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:25.050518 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.089323 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-155216375-network', 'tenant_id': '4fdb13dc93ba44c4806b79801a6a936e'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:25.166535 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1056927902-network', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:25.193300 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Made reservation on behalf of 4fdb13dc93ba44c4806b79801a6a936e for: {'network': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:25.196570 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.196815 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] For port d594d570-7fb4-441e-ac49-7ba49aea97b4, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:25.207334 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] For port d594d570-7fb4-441e-ac49-7ba49aea97b4, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d594d570-7fb4-441e-ac49-7ba49aea97b4,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:25.211509 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.218632 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.226479 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Made reservation on behalf of f30364e8a9d14d78bc578c9629093da0 for: {'network': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:25.229227 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.251151 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.255553 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks [] for security_group (dc09537a-b8cb-4126-8961-1607b63fb4f6), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.311844 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (dc09537a-b8cb-4126-8961-1607b63fb4f6), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.319338 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff635e3-308a-4f4b-98ad-122b58a7d531 None None] Pushing event updated for resources: {'Port': ['ID=d594d570-7fb4-441e-ac49-7ba49aea97b4,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:25.328716 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:06:25.369650 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (011bcec5-14d3-4bf3-b6e1-518923f00202), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.370085 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Added segment 011bcec5-14d3-4bf3-b6e1-518923f00202 of type vlan for network c464c917-5df1-444f-9db7-268755e0edb3 Feb 16 11:06:25.403219 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks [] for security_group (1f78af91-08c4-45a4-9282-7d2763f3d1e2), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.423080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (1f78af91-08c4-45a4-9282-7d2763f3d1e2), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.473919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks [] for security_group (b2a074f5-3a70-4f02-849e-90b84b18b5d3), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.489498 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f78af91-08c4-45a4-9282-7d2763f3d1e2,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:25.490919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (b2a074f5-3a70-4f02-849e-90b84b18b5d3), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.503737 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks [] for security_group (842dcff2-a855-4ccd-8e4e-69af4438a57a), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.505466 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:06:25.514488 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (842dcff2-a855-4ccd-8e4e-69af4438a57a), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.529621 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:06:25.532015 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742741813122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (7a2cb6a0-e951-4446-a87b-1f5d5e2147a4), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.532201 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Unsubscribe: segment precommit_create {{(pid=102876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 11:06:25.532658 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.segments_db [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Added segment 7a2cb6a0-e951-4446-a87b-1f5d5e2147a4 of type vlan for network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 Feb 16 11:06:25.543364 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc09537a-b8cb-4126-8961-1607b63fb4f6,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:25.550800 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (c464c917-5df1-444f-9db7-268755e0edb3), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.555299 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks [] for router_gateway (54678091-f8d5-4c6c-a172-a52cc6073cde), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.606218 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (dc2e2041-4cde-4e75-a252-02f69ca3cd95), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.606359 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Added segment dc2e2041-4cde-4e75-a252-02f69ca3cd95 of type vlan for network f7882127-67b4-4afa-94da-e2fee3563050 Feb 16 11:06:25.609809 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.649700 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:06:25.720213 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842dcff2-a855-4ccd-8e4e-69af4438a57a,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:25.734231 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (1c489d0b-2589-4567-8a2b-c5d74bf9119a), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.734849 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.segments_db [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Added segment 1c489d0b-2589-4567-8a2b-c5d74bf9119a of type vlan for network 75ed8176-9ecb-45e7-8e85-50a322122886 Feb 16 11:06:25.749084 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (f08c4d3d-6dd8-400f-ba99-c676a3093cf6), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.757079 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a074f5-3a70-4f02-849e-90b84b18b5d3,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:25.820309 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (f7882127-67b4-4afa-94da-e2fee3563050), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.834452 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (75ed8176-9ecb-45e7-8e85-50a322122886), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.840271 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (c464c917-5df1-444f-9db7-268755e0edb3), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.841542 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:25.842217 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.860737 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (f08c4d3d-6dd8-400f-ba99-c676a3093cf6), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.861705 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:25.862333 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.959597 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (75ed8176-9ecb-45e7-8e85-50a322122886), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:25.964672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:25.965655 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.011123 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5311408 Feb 16 11:06:26.014704 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56555044-41bf-4960-94eb-f6ee85fd0674 admin admin] Pushing event updated for resources: {'Network': ['ID=f08c4d3d-6dd8-400f-ba99-c676a3093cf6,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:26.029833 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51064) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:26.033061 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.db.resource_extend [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 11:06:26.034763 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:06:26.068347 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Request body: {'subnet': {'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-155216375-subnet', 'tenant_id': '4fdb13dc93ba44c4806b79801a6a936e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:26.095256 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0333004 Feb 16 11:06:26.101957 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51070) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:26.118877 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Request body: {'subnet': {'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-subnet', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:26.138855 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3115673 Feb 16 11:06:26.150836 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51072) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:26.163736 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a153a351-f9c3-46c5-9bd4-c7be20e687d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.189381 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Request body: {'subnet': {'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1056927902-subnet', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:26.220529 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Made reservation on behalf of 4fdb13dc93ba44c4806b79801a6a936e for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:26.223175 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.289047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00961a-29b2-4b5f-816d-e3374f8be1bf admin admin] Pushing event updated for resources: {'Network': ['ID=75ed8176-9ecb-45e7-8e85-50a322122886,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:26.305075 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 75ed8176-9ecb-45e7-8e85-50a322122886 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:06:26.314121 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Allocated IP 172.27.1.208 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/db9b5848-4026-41bd-8edc-654df84fec3f) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:26.328504 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Made reservation on behalf of f30364e8a9d14d78bc578c9629093da0 for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:26.336517 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.355187 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (f7882127-67b4-4afa-94da-e2fee3563050), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.356936 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:26.357791 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.395313 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Made reservation on behalf of 8a72703130344d469e8b5429875678d8 for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:26.399645 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.456138 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea5bd-f85c-41d1-bb79-d33b88e77ecd admin admin] Pushing event updated for resources: {'Network': ['ID=c464c917-5df1-444f-9db7-268755e0edb3,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:26.489733 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network c464c917-5df1-444f-9db7-268755e0edb3 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:06:26.525821 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4127586 Feb 16 11:06:26.526709 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51082) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:26.557959 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Request body: {'subnet': {'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1383054390-subnet', 'tenant_id': '13e4198929974308a8913d9f3c12a9d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:26.781672 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb0855-fda5-4b22-a514-463384faecf1 admin admin] Pushing event updated for resources: {'Network': ['ID=f7882127-67b4-4afa-94da-e2fee3563050,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:26.794930 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Made reservation on behalf of 13e4198929974308a8913d9f3c12a9d8 for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:26.803021 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network f7882127-67b4-4afa-94da-e2fee3563050 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:06:26.815332 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:26.936288 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks [] for port (db9b5848-4026-41bd-8edc-654df84fec3f), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.057901 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (a2492744-3977-41e5-9827-b23495773be5), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.064617 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7617f71-d7f7-4d50-8f2e-5cb83524e9f6 None None] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:27.144641 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (bec87d4f-d563-48f8-9f40-51f5f7a5daed), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.239453 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-82f94174-f5dd-48b1-abe9-90ce6fb361c9 None None] Provisioning complete for port d594d570-7fb4-441e-ac49-7ba49aea97b4 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:27.250443 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-82f94174-f5dd-48b1-abe9-90ce6fb361c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.263565 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Checking segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:27.263565 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Network hostable DHCP agents. Network: 75ed8176-9ecb-45e7-8e85-50a322122886, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:06:27.278543 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (2b838752-423a-45c9-bcb0-1f6cddb7d2a0), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.359972 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.432731 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:27.433802 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2492744-3977-41e5-9827-b23495773be5,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:27.459785 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-82f94174-f5dd-48b1-abe9-90ce6fb361c9 None None] Current status of the port d594d570-7fb4-441e-ac49-7ba49aea97b4 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:27.461358 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-82f94174-f5dd-48b1-abe9-90ce6fb361c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.482193 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Network 75ed8176-9ecb-45e7-8e85-50a322122886 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:06:27.519290 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:27.532495 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:27.575543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.592359 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 75ed8176-9ecb-45e7-8e85-50a322122886) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:27.604826 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:27.605556 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.610474 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Checking segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:27.610835 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Network hostable DHCP agents. Network: f08c4d3d-6dd8-400f-ba99-c676a3093cf6, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:06:27.620697 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec87d4f-d563-48f8-9f40-51f5f7a5daed,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:27.664029 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537df27d-61d2-413e-ab69-6eb96cb857d2 None None] Network 75ed8176-9ecb-45e7-8e85-50a322122886 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:27.666854 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-cc6610ff-1e2b-4af8-96af-4c79f3c474bd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5121188 Feb 16 11:06:27.671011 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51112) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:27.682553 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:27.700879 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:06:27.733001 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, f08c4d3d-6dd8-400f-ba99-c676a3093cf6) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:27.746602 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:27.748392 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.774788 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d594d570-7fb4-441e-ac49-7ba49aea97b4 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:27.777924 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96036dee-035d-4863-adc5-d93f3de13fe6 None None] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:27.790637 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (00cd78ea-1ace-4081-8d3b-000f4325d05c), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.791946 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (00cd78ea-1ace-4081-8d3b-000f4325d05c), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.817185 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-ddcaa2fa-b6a4-4c53-adcc-4305384486de admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7870874 Feb 16 11:06:27.902704 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-75ed8176-9ecb-45e7-8e85-50a322122886', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:06:27.903605 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.940857 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks [] for router_controller (00cd78ea-1ace-4081-8d3b-000f4325d05c), precommit_add_association {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:27.959812 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-82f94174-f5dd-48b1-abe9-90ce6fb361c9 None None] For port d594d570-7fb4-441e-ac49-7ba49aea97b4, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d594d570-7fb4-441e-ac49-7ba49aea97b4,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:27.979147 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port d594d570-7fb4-441e-ac49-7ba49aea97b4 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:27.981890 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.047551 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-82f94174-f5dd-48b1-abe9-90ce6fb361c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.197397 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b838752-423a-45c9-bcb0-1f6cddb7d2a0,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:28.211532 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks [] for router_gateway (54678091-f8d5-4c6c-a172-a52cc6073cde), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.350949 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (d90d38f9-6d8a-4247-8c9a-f36baf3f0803), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.458294 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port d594d570-7fb4-441e-ac49-7ba49aea97b4 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:28.520574 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Checking segment: {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:28.521547 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Network hostable DHCP agents. Network: c464c917-5df1-444f-9db7-268755e0edb3, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:06:28.538347 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Pushing event updated for resources: {'Port': ['ID=db9b5848-4026-41bd-8edc-654df84fec3f,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:28.558756 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90d38f9-6d8a-4247-8c9a-f36baf3f0803,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:28.616461 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Checking segment: {'id': 'dc2e2041-4cde-4e75-a252-02f69ca3cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:28.616819 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Network hostable DHCP agents. Network: f7882127-67b4-4afa-94da-e2fee3563050, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:06:28.621946 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Network c464c917-5df1-444f-9db7-268755e0edb3 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:06:28.673132 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae63e72-c1da-4d68-bbe5-89f73980225c None None] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:28.801236 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, c464c917-5df1-444f-9db7-268755e0edb3) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:28.832330 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks [] for router_gateway (00cd78ea-1ace-4081-8d3b-000f4325d05c), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.844885 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51174) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:28.847487 dv-cinder-773985-29-iscsi neutron-server[102876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 11:06:28.881077 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:28.892106 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.894250 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df420ea-995d-4a5e-a0c8-5babb3c454d1 None None] Network c464c917-5df1-444f-9db7-268755e0edb3 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:28.909553 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Network f7882127-67b4-4afa-94da-e2fee3563050 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:06:28.921716 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.940140 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, f7882127-67b4-4afa-94da-e2fee3563050) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:28.950567 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:28.951478 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:28.965530 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-77a77a6a-4211-4c45-bf1e-a8297c9eac45 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8623157 Feb 16 11:06:28.970772 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51178) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:28.978303 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:28.987042 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cff3e-1d1a-4fa9-bba7-8785fdc00d21 None None] Network f7882127-67b4-4afa-94da-e2fee3563050 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:29.001029 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-05f72b18-d300-42f9-9efb-ce88927b754f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4492226 Feb 16 11:06:29.030811 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (54678091-f8d5-4c6c-a172-a52cc6073cde), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.046386 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-d14bc84c-5b33-417c-a3a2-e18c613aefc7 None None] Provisioning complete for port d594d570-7fb4-441e-ac49-7ba49aea97b4 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:29.046792 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d14bc84c-5b33-417c-a3a2-e18c613aefc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.048545 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94174-f5dd-48b1-abe9-90ce6fb361c9 None None] Pushing event updated for resources: {'Port': ['ID=d594d570-7fb4-441e-ac49-7ba49aea97b4,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:29.179699 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-7b1e619c-6e47-43e7-9951-e6f055566452 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:29.181629 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-7b1e619c-6e47-43e7-9951-e6f055566452 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.3355696 Feb 16 11:06:29.193070 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (936c6974-13c0-49a5-abd3-e7339c2e3256), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.198580 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (936c6974-13c0-49a5-abd3-e7339c2e3256), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.226050 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-2ae0f567-8b02-4e3c-9ccf-67adc40f34ce tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/quotas/4fdb13dc93ba44c4806b79801a6a936e HTTP/1.1" status: 200 len: 375 time: 0.0362422 Feb 16 11:06:29.416477 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks [] for router_controller (936c6974-13c0-49a5-abd3-e7339c2e3256), precommit_add_association {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.441187 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-2fb57490-740a-4b55-8efa-004e42af4953 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1294003 Feb 16 11:06:29.476876 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.486820 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Allocated IP 172.20.0.2 (75ed8176-9ecb-45e7-8e85-50a322122886/bec87d4f-d563-48f8-9f40-51f5f7a5daed/52a095ec-674a-498b-8fba-8e4836023f7e) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:29.516021 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks [] for router_gateway (00cd78ea-1ace-4081-8d3b-000f4325d05c), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.530025 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d594d570-7fb4-441e-ac49-7ba49aea97b4 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:29.541393 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:29.797840 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51226) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:29.802743 dv-cinder-773985-29-iscsi neutron-server[102875]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 11:06:29.814055 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037530b3-ba7f-44fb-8bf0-52eb790a23f6 None None] Network f7882127-67b4-4afa-94da-e2fee3563050 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:29.843208 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Allocated IP 172.27.1.61 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/b87586ba-75c7-4a2f-881d-8b12fd7774c3) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:29.884912 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-e5a441dd-4298-41e9-a026-e322dc1cf21c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:06:29.892257 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca028cea-3dc1-47d6-a5bd-a2328e779be9 None None] Network c464c917-5df1-444f-9db7-268755e0edb3 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:29.892925 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-e5a441dd-4298-41e9-a026-e322dc1cf21c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1263323 Feb 16 11:06:30.031521 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Router 54678091-f8d5-4c6c-a172-a52cc6073cde is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:06:30.095497 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks [] for router_gateway (936c6974-13c0-49a5-abd3-e7339c2e3256), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.113905 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-2f657042-8d8f-4519-9456-8b08ccb12c4a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:30.115710 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-2f657042-8d8f-4519-9456-8b08ccb12c4a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/networks?id=f7882127-67b4-4afa-94da-e2fee3563050 HTTP/1.1" status: 200 len: 812 time: 0.3142109 Feb 16 11:06:30.153235 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-44f3e76d-9b70-452a-af79-ad367dc3abfe service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585561 Feb 16 11:06:30.156841 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks [] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.248837 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-360fe563-6374-4468-a61d-c60ebcfb4875 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/quotas/13e4198929974308a8913d9f3c12a9d8 HTTP/1.1" status: 200 len: 375 time: 0.0356662 Feb 16 11:06:30.254391 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-d14bc84c-5b33-417c-a3a2-e18c613aefc7 None None] Current status of the port d594d570-7fb4-441e-ac49-7ba49aea97b4 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:30.292814 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-312994a3-fa17-4a5b-a8a0-d28278107a44 service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336896 Feb 16 11:06:30.313225 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.332739 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-ad99bbbe-d419-4f39-b45f-d8f2691aaad6 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=13e4198929974308a8913d9f3c12a9d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782800 Feb 16 11:06:30.346515 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port d594d570-7fb4-441e-ac49-7ba49aea97b4 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:30.347269 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.371579 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:06:30.386519 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Sync routers for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:06:30.391224 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:30.395413 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:30.401919 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:30.412264 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:30.414402 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:30.419880 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.421266 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-9b4f255f-08e4-4b35-bd21-d40fb80968e4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1814649 Feb 16 11:06:30.424237 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51242) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:30.532727 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b87586ba-75c7-4a2f-881d-8b12fd7774c3,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:30.612498 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.621115 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Publish callbacks [] for port (52a095ec-674a-498b-8fba-8e4836023f7e), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.630784 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:30.657658 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.725878 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port d594d570-7fb4-441e-ac49-7ba49aea97b4 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:30.734105 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Network 75ed8176-9ecb-45e7-8e85-50a322122886 is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:30.744510 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:30.748604 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:30.766680 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Pushing event updated for resources: {'Port': ['ID=52a095ec-674a-498b-8fba-8e4836023f7e,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:30.778054 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-94a85c22-3bd1-42b7-a0bc-f1cb77ac9b66 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:06:30.779095 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-94a85c22-3bd1-42b7-a0bc-f1cb77ac9b66 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3016720 Feb 16 11:06:30.846645 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Attempting to bind port 52a095ec-674a-498b-8fba-8e4836023f7e on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:30.847050 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Attempting to bind port 52a095ec-674a-498b-8fba-8e4836023f7e by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:30.847377 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Attempting to bind port 52a095ec-674a-498b-8fba-8e4836023f7e on network 75ed8176-9ecb-45e7-8e85-50a322122886 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:30.853861 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:30.854229 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Checking segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:30.854628 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.855020 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Bound using segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:30.855488 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Bound port: 52a095ec-674a-498b-8fba-8e4836023f7e, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:30.855864 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.926322 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks [] for router_gateway (00cd78ea-1ace-4081-8d3b-000f4325d05c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:30.927135 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-722be539-b765-481b-9e59-e9463b197fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/f7882127-67b4-4afa-94da-e2fee3563050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352344 Feb 16 11:06:30.954396 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] For port 52a095ec-674a-498b-8fba-8e4836023f7e, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:30.958405 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] For port 52a095ec-674a-498b-8fba-8e4836023f7e, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=52a095ec-674a-498b-8fba-8e4836023f7e,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:30.973970 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:31.046087 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks [] for router_gateway (936c6974-13c0-49a5-abd3-e7339c2e3256), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:31.079890 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:27Z', 'revision_number': 3, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:31.096061 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:31.117749 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Checking router: 54678091-f8d5-4c6c-a172-a52cc6073cde for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:06:31.122426 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238b99-c20b-4579-9125-fded5913b184 None None] Pushing event updated for resources: {'Port': ['ID=52a095ec-674a-498b-8fba-8e4836023f7e,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:31.128651 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Updating router 54678091-f8d5-4c6c-a172-a52cc6073cde port db9b5848-4026-41bd-8edc-654df84fec3f binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:06:31.199103 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:31.281590 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-92f5f664-a9b0-4ecf-8fee-83139e7e54cd req-42af7472-6b9f-4fa3-894a-9b72029bf424 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 210 time: 0.3642409 Feb 16 11:06:31.342058 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-8f99decd-7b15-4189-9f63-87d98ba6133c service neutron] 10.222.0.52 "GET /v2.0/networks/f7882127-67b4-4afa-94da-e2fee3563050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824584 Feb 16 11:06:31.516507 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Allocated IP 172.27.1.137 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/4f03808f-0a6a-48de-a6a1-17a51debe783) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:31.594079 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (00cd78ea-1ace-4081-8d3b-000f4325d05c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:31.765263 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-22201a7a-506f-430c-bf2b-35d7e45ad8e3 req-9064917e-b2c5-4a26-9aa2-b357c9a004cd tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.0583105 Feb 16 11:06:31.866741 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Router 00cd78ea-1ace-4081-8d3b-000f4325d05c is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:06:31.902278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks [] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:31.969057 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.022239 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:06:32.033014 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Sync routers for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:06:32.050348 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:32.073449 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:32.094548 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.095978 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-88b68cb9-bff5-4d78-9e33-c03e452c24b2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4237592 Feb 16 11:06:32.099657 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51322) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:32.104642 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.299304 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:32.364361 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:32.367818 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Pushing event updated for resources: {'Port': ['ID=4f03808f-0a6a-48de-a6a1-17a51debe783,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:32.386926 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Publish callbacks [] for port (db9b5848-4026-41bd-8edc-654df84fec3f), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.410078 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.426924 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:32.430786 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:32.531739 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Pushing event updated for resources: {'Port': ['ID=db9b5848-4026-41bd-8edc-654df84fec3f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:32.592447 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.593223 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.598447 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.600966 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.601557 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.602093 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.602672 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.605137 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.606021 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.607676 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.608372 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.608935 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.609428 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Tracked resource versions report: Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: pushed versions: Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: { 'AddressGroup': {'1.2'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'ConntrackHelper': {'1.0'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'LocalIPAssociation': {'1.0'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Log': {'1.0'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Network': {'1.1'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Port': {'1.7'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'PortForwarding': {'1.2'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'QosPolicy': {'1.10'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroup': {'1.5'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroupRule': {'1.2'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SubPort': {'1.0'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Subnet': {'1.1'}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Trunk': {'1.1'}} Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: consumer versions: Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: { DHCP agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: HyperV agent@hv-cinder-77398: {}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: L3 agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: Metadata agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: Metering agent@dv-cinder-773985-29-iscsi: {}, Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: Open vSwitch agent@dv-cinder-773985-29-iscsi: { 'AddressGroup': '1.2', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'ConntrackHelper': '1.0', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'LocalIPAssociation': '1.0', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Log': '1.0', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Network': '1.1', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Port': '1.7', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'PortForwarding': '1.2', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'QosPolicy': '1.10', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroup': '1.5', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SecurityGroupRule': '1.2', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'SubPort': '1.0', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Subnet': '1.1', Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: 'Trunk': '1.1'}} Feb 16 11:06:32.611273 dv-cinder-773985-29-iscsi neutron-server[102878]: {{(pid=102878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 11:06:32.621420 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Attempting to bind port db9b5848-4026-41bd-8edc-654df84fec3f on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:32.624686 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Attempting to bind port db9b5848-4026-41bd-8edc-654df84fec3f by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:32.625065 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Attempting to bind port db9b5848-4026-41bd-8edc-654df84fec3f on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:32.636240 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:32.639229 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:32.639921 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.640549 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:32.641940 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Bound port: db9b5848-4026-41bd-8edc-654df84fec3f, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:32.642629 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.748139 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Allocated IP 172.20.0.1 (2ee320aa-8f03-4b44-97d5-29c8544f3e10/f59af1c9-b98b-4dfe-ac19-d1f719bbbca3/30548749-de69-4693-a286-0bada739b320) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:32.772508 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] For port db9b5848-4026-41bd-8edc-654df84fec3f, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:32.778677 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] For port db9b5848-4026-41bd-8edc-654df84fec3f, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=db9b5848-4026-41bd-8edc-654df84fec3f,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:32.798458 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:32.814787 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:30Z', 'revision_number': 3, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:32.873816 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Checking router: 00cd78ea-1ace-4081-8d3b-000f4325d05c for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:06:32.874394 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Updating router 00cd78ea-1ace-4081-8d3b-000f4325d05c port b87586ba-75c7-4a2f-881d-8b12fd7774c3 binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:06:32.888066 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d863e7c-b831-48f4-bb1d-949522ee4cb9 None None] Network 75ed8176-9ecb-45e7-8e85-50a322122886 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:06:32.935746 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24385215-7465-4dad-9566-e532b89c2259 None None] Pushing event updated for resources: {'Port': ['ID=db9b5848-4026-41bd-8edc-654df84fec3f,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:32.948814 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:32.949909 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:32.953975 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-16df0517-1b14-4305-b19b-46965978324e req-b5d7b774-aa59-45f1-a372-0d28b852ceae tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 210 time: 0.0872307 Feb 16 11:06:33.005409 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks [] for port (30548749-de69-4693-a286-0bada739b320), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.112903 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-34efb135-4772-45df-a203-924ca7762bd2 req-9d3a35ed-6ab1-4e29-9bec-a2886cbc4e5d tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.1877739 Feb 16 11:06:33.144326 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (30548749-de69-4693-a286-0bada739b320), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.149880 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:33.152567 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-7e44f974-3a03-4f59-beb8-07d825b7be37 None None] Provisioning complete for port 52a095ec-674a-498b-8fba-8e4836023f7e triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:33.153143 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7e44f974-3a03-4f59-beb8-07d825b7be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.158716 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.194706 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:33.202613 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks [] for router_gateway (936c6974-13c0-49a5-abd3-e7339c2e3256), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.206567 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.306766 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:33.416643 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Allocated IP 172.20.0.1 (75ed8176-9ecb-45e7-8e85-50a322122886/bec87d4f-d563-48f8-9f40-51f5f7a5daed/fe3acc16-76f2-4900-8126-1a119240bad3) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:33.506410 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:27Z', 'revision_number': 3, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:33.544739 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:33.545251 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (54678091-f8d5-4c6c-a172-a52cc6073cde), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.553137 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1cbaf-7b4d-4a50-9305-0e0a8be81f47 None None] The sync data for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi is: [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:27Z', 'revision_number': 3, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:06:33.555441 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (936c6974-13c0-49a5-abd3-e7339c2e3256), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.578752 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-7e44f974-3a03-4f59-beb8-07d825b7be37 None None] Current status of the port 52a095ec-674a-498b-8fba-8e4836023f7e is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:33.579459 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7e44f974-3a03-4f59-beb8-07d825b7be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.605442 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 52a095ec-674a-498b-8fba-8e4836023f7e up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:33.616460 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks [] for port (fe3acc16-76f2-4900-8126-1a119240bad3), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.676198 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.705541 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Network 75ed8176-9ecb-45e7-8e85-50a322122886 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:33.708576 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:33.734087 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Pushing event updated for resources: {'Port': ['ID=30548749-de69-4693-a286-0bada739b320,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:33.762675 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:33.763548 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (00cd78ea-1ace-4081-8d3b-000f4325d05c), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.825539 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-7e44f974-3a03-4f59-beb8-07d825b7be37 None None] For port 52a095ec-674a-498b-8fba-8e4836023f7e, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=52a095ec-674a-498b-8fba-8e4836023f7e,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:33.829897 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 52a095ec-674a-498b-8fba-8e4836023f7e triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:33.830086 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:33.875078 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3acc16-76f2-4900-8126-1a119240bad3,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:33.875530 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7e44f974-3a03-4f59-beb8-07d825b7be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.033438 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.034596 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Publish callbacks [] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.082759 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44f974-3a03-4f59-beb8-07d825b7be37 None None] Pushing event updated for resources: {'Port': ['ID=52a095ec-674a-498b-8fba-8e4836023f7e,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:34.093146 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.187798 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (30548749-de69-4693-a286-0bada739b320), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.238239 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-b99071c8-9c94-4e4f-a834-ee0ce79142de None None] Provisioning complete for port 52a095ec-674a-498b-8fba-8e4836023f7e triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:34.238903 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b99071c8-9c94-4e4f-a834-ee0ce79142de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.282571 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Router 936c6974-13c0-49a5-abd3-e7339c2e3256 is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:06:34.292480 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5501ff3e-43d0-41bb-9f9e-20c358b143fe req-87d3924f-8e43-4163-8602-70b986cd74ed tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.0405979 Feb 16 11:06:34.324230 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a3693-d408-473d-baf2-ad443bb5e800 None None] Pushing event updated for resources: {'Port': ['ID=b87586ba-75c7-4a2f-881d-8b12fd7774c3,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:34.334306 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Attempting to bind port b87586ba-75c7-4a2f-881d-8b12fd7774c3 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:34.334440 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Attempting to bind port b87586ba-75c7-4a2f-881d-8b12fd7774c3 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:34.334915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Attempting to bind port b87586ba-75c7-4a2f-881d-8b12fd7774c3 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:34.352219 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:34.352739 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:34.353202 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.353605 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:34.354394 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Bound port: b87586ba-75c7-4a2f-881d-8b12fd7774c3, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:34.354788 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.407927 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0c7e5451-bcbf-4505-8bb3-01d8c39d9c8f req-8b6e3223-0ede-4f1b-b7f6-947de6b617c3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 210 time: 0.0500031 Feb 16 11:06:34.464423 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] For port b87586ba-75c7-4a2f-881d-8b12fd7774c3, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:34.468098 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] For port b87586ba-75c7-4a2f-881d-8b12fd7774c3, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=b87586ba-75c7-4a2f-881d-8b12fd7774c3,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:34.471644 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks [] for port (fe3acc16-76f2-4900-8126-1a119240bad3), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.478258 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.479390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 52a095ec-674a-498b-8fba-8e4836023f7e is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:34.479684 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (00cd78ea-1ace-4081-8d3b-000f4325d05c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.488835 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.566842 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-b99071c8-9c94-4e4f-a834-ee0ce79142de None None] Current status of the port 52a095ec-674a-498b-8fba-8e4836023f7e is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:34.610076 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3acc16-76f2-4900-8126-1a119240bad3,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:34.619546 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:34.620319 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:34.623790 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-b99071c8-9c94-4e4f-a834-ee0ce79142de None None] Provisioning complete for port 30548749-de69-4693-a286-0bada739b320 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:34.624275 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b99071c8-9c94-4e4f-a834-ee0ce79142de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (30548749-de69-4693-a286-0bada739b320), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.654559 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Network 75ed8176-9ecb-45e7-8e85-50a322122886 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:34.656891 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:34.662606 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a3693-d408-473d-baf2-ad443bb5e800 None None] Pushing event updated for resources: {'Port': ['ID=b87586ba-75c7-4a2f-881d-8b12fd7774c3,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:34.732890 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks [] for port (30548749-de69-4693-a286-0bada739b320), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.774878 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (30548749-de69-4693-a286-0bada739b320), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.775685 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (54678091-f8d5-4c6c-a172-a52cc6073cde), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.778917 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-b99071c8-9c94-4e4f-a834-ee0ce79142de None None] Port 30548749-de69-4693-a286-0bada739b320 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:06:34.796808 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:34.836922 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Router 00cd78ea-1ace-4081-8d3b-000f4325d05c has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:06:34.926995 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0f36ea81-fd06-423c-9c4b-195bcb85ef26 None None] Provisioning complete for port fe3acc16-76f2-4900-8126-1a119240bad3 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:34.926995 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0f36ea81-fd06-423c-9c4b-195bcb85ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:34.998278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:06:35.010544 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Sync routers for ids ['936c6974-13c0-49a5-abd3-e7339c2e3256'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:06:35.024973 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:06:35.031790 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0f36ea81-fd06-423c-9c4b-195bcb85ef26 None None] Port fe3acc16-76f2-4900-8126-1a119240bad3 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:06:35.032675 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1c006f34-197a-4a9d-a971-29df43c170b0 admin admin] 10.222.0.52 "PUT /v2.0/routers/00cd78ea-1ace-4081-8d3b-000f4325d05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9319663 Feb 16 11:06:35.037934 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:35.040016 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:35.048522 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Routers {'936c6974-13c0-49a5-abd3-e7339c2e3256'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:35.049464 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['936c6974-13c0-49a5-abd3-e7339c2e3256'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:35.051462 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Pushing event updated for resources: {'Port': ['ID=30548749-de69-4693-a286-0bada739b320,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:35.058729 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:35.059965 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-ad310eb2-c473-4b5b-9448-541fa9c4291b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0855463 Feb 16 11:06:35.064609 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51376) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:35.199621 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-59226a4a-d319-407d-82a2-2b29c3f37d2d None None] Provisioning complete for port fe3acc16-76f2-4900-8126-1a119240bad3 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:35.199999 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-59226a4a-d319-407d-82a2-2b29c3f37d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:35.216697 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Set router 936c6974-13c0-49a5-abd3-e7339c2e3256 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:35.247389 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-59226a4a-d319-407d-82a2-2b29c3f37d2d None None] Port fe3acc16-76f2-4900-8126-1a119240bad3 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:06:35.259766 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 2, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:35.309037 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b175f4c1-62ea-4c95-9e14-67ade07d3084 None None] The sync data for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi is: [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 2, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:06:35.320541 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Router 54678091-f8d5-4c6c-a172-a52cc6073cde has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:06:35.575267 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c4e4eb54-0eb5-4fcf-8615-3dcf807c8d52 req-ae5a16f0-71bd-4259-b6fd-2adc8dd0d8d7 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.0957093 Feb 16 11:06:35.621468 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-3bfa17cb-7ea1-4e21-a21e-c3a3f87c95fb None None] Provisioning complete for port 30548749-de69-4693-a286-0bada739b320 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:35.626453 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-3bfa17cb-7ea1-4e21-a21e-c3a3f87c95fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (30548749-de69-4693-a286-0bada739b320), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:35.740799 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:06:35.759432 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-2662a2a3-7eb5-4581-8f3a-8fc7bdff94f5 admin admin] 10.222.0.52 "PUT /v2.0/routers/54678091-f8d5-4c6c-a172-a52cc6073cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3235831 Feb 16 11:06:35.785172 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa17cb-7ea1-4e21-a21e-c3a3f87c95fb None None] Port 30548749-de69-4693-a286-0bada739b320 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:06:35.816467 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 52a095ec-674a-498b-8fba-8e4836023f7e up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:35.920032 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd5bb941-dc5c-40e6-84aa-58339d146e95 req-3c7c0c7a-4120-40da-967f-c40bbe13e52b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 210 time: 0.1037962 Feb 16 11:06:35.977619 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51404) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:35.982689 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-c179d3dc-703d-4e71-bb4d-426e931a2529 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324080276', 'description': 'tempest-description--301647320'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:36.011150 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:32Z', 'revision_number': 3, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port': {'id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:36.015479 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 52a095ec-674a-498b-8fba-8e4836023f7e triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:36.017143 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.049601 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c179d3dc-703d-4e71-bb4d-426e931a2529 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.128675 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Checking router: 936c6974-13c0-49a5-abd3-e7339c2e3256 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:06:36.129094 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Updating router 936c6974-13c0-49a5-abd3-e7339c2e3256 port 4f03808f-0a6a-48de-a6a1-17a51debe783 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:06:36.174671 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.183643 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c179d3dc-703d-4e71-bb4d-426e931a2529 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (7ea3d954-87cd-4a68-bed8-088865a7a3c0), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.193831 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c179d3dc-703d-4e71-bb4d-426e931a2529 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7ea3d954-87cd-4a68-bed8-088865a7a3c0), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.227803 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c179d3dc-703d-4e71-bb4d-426e931a2529 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.229416 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c179d3dc-703d-4e71-bb4d-426e931a2529 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2507894 Feb 16 11:06:36.236811 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51410) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:36.247132 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-32e9c7ce-01ee-4654-bc1b-760323d6ca9a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'security_group_rule': {'security_group_id': '7ea3d954-87cd-4a68-bed8-088865a7a3c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:36.280911 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 52a095ec-674a-498b-8fba-8e4836023f7e is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:36.282778 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device db9b5848-4026-41bd-8edc-654df84fec3f up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:36.290936 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179d3dc-703d-4e71-bb4d-426e931a2529 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3d954-87cd-4a68-bed8-088865a7a3c0,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:36.305281 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.330679 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-32e9c7ce-01ee-4654-bc1b-760323d6ca9a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (abf31ed6-d005-4ff0-b78b-eeed8fe45ba3), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.399005 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port db9b5848-4026-41bd-8edc-654df84fec3f triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:36.400771 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.422253 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.42', 49429) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:36.510574 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51414) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:36.515448 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-25fa621c-07be-486e-9268-a5d92b275e94 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417592917', 'description': 'tempest-description--1678418374'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:36.539307 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Sync routers for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:06:36.581540 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25fa621c-07be-486e-9268-a5d92b275e94 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.707060 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-32e9c7ce-01ee-4654-bc1b-760323d6ca9a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (abf31ed6-d005-4ff0-b78b-eeed8fe45ba3), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.724441 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-32e9c7ce-01ee-4654-bc1b-760323d6ca9a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (abf31ed6-d005-4ff0-b78b-eeed8fe45ba3), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.781990 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c7ce-01ee-4654-bc1b-760323d6ca9a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf31ed6-d005-4ff0-b78b-eeed8fe45ba3,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:36.787973 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-32e9c7ce-01ee-4654-bc1b-760323d6ca9a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.792535 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-32e9c7ce-01ee-4654-bc1b-760323d6ca9a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5542457 Feb 16 11:06:36.798881 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51424) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:36.799380 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.42', 49430) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:36.819614 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-e8743e3e-8f7e-4227-bf75-776d768b42d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'security_group_rule': {'security_group_id': '7ea3d954-87cd-4a68-bed8-088865a7a3c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:36.909405 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-23de5468-45a0-49c9-a1b0-059c671469be tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:36.928814 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-23de5468-45a0-49c9-a1b0-059c671469be tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.5037415 Feb 16 11:06:36.960983 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port db9b5848-4026-41bd-8edc-654df84fec3f is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:36.961915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:36.969861 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:36.971586 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:36.975530 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3fce32fc-c9cb-498e-abd2-8f9a7bc59127 req-d6c3f15b-fb91-49bd-9982-8e56d41fb41b tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.2049382 Feb 16 11:06:36.992832 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Request body: {'port': {'device_id': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'admin_state_up': True, 'tenant_id': '4fdb13dc93ba44c4806b79801a6a936e'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:37.054576 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8743e3e-8f7e-4227-bf75-776d768b42d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (1ff4601a-6e01-4991-b396-043d341ea295), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.062470 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Publish callbacks [] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.078280 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.178203 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-653bcf5d-6f24-4f15-80c5-09ad3e01091c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:37.180619 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-653bcf5d-6f24-4f15-80c5-09ad3e01091c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.42 "GET /v2.0/networks?id=f7882127-67b4-4afa-94da-e2fee3563050 HTTP/1.1" status: 200 len: 812 time: 0.3744671 Feb 16 11:06:37.183521 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port db9b5848-4026-41bd-8edc-654df84fec3f, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=db9b5848-4026-41bd-8edc-654df84fec3f,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:37.192379 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Allocated IP 172.20.0.1 (c464c917-5df1-444f-9db7-268755e0edb3/2b838752-423a-45c9-bcb0-1f6cddb7d2a0/6c378545-aa84-45fd-a3e7-1d692cc29796) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:37.200423 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25fa621c-07be-486e-9268-a5d92b275e94 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (02cb0a57-e0cd-4046-817f-b1922c36e579), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.209703 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.231101 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Attempting to bind port 4f03808f-0a6a-48de-a6a1-17a51debe783 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:37.231542 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Attempting to bind port 4f03808f-0a6a-48de-a6a1-17a51debe783 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:37.231911 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Attempting to bind port 4f03808f-0a6a-48de-a6a1-17a51debe783 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:37.250666 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8e6b-da93-4df4-a48d-8787e258c476 None None] Pushing event updated for resources: {'Port': ['ID=4f03808f-0a6a-48de-a6a1-17a51debe783,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:37.254973 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:37.257439 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:37.258040 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.258584 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:37.259231 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Bound port: 4f03808f-0a6a-48de-a6a1-17a51debe783, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:37.261819 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.433622 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] For port 4f03808f-0a6a-48de-a6a1-17a51debe783, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:37.434084 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25fa621c-07be-486e-9268-a5d92b275e94 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (02cb0a57-e0cd-4046-817f-b1922c36e579), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.444696 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] For port 4f03808f-0a6a-48de-a6a1-17a51debe783, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4f03808f-0a6a-48de-a6a1-17a51debe783,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:37.458704 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.521068 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:37.523386 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=db9b5848-4026-41bd-8edc-654df84fec3f,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:37.558386 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25fa621c-07be-486e-9268-a5d92b275e94 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.564487 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-25fa621c-07be-486e-9268-a5d92b275e94 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0499856 Feb 16 11:06:37.600242 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8e6b-da93-4df4-a48d-8787e258c476 None None] Pushing event updated for resources: {'Port': ['ID=4f03808f-0a6a-48de-a6a1-17a51debe783,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:37.601318 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Request body: {'port': {'device_id': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050', 'admin_state_up': True, 'tenant_id': '13e4198929974308a8913d9f3c12a9d8'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:37.622748 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c04939b8-7757-4496-b1d0-fb6bb7406047 req-1d656162-7097-4f4d-96de-6cdbef408538 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 210 time: 0.4377971 Feb 16 11:06:37.632848 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51472) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:37.662243 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-03981e96-ca37-4daf-9ba3-6a52be10052c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'security_group_rule': {'security_group_id': '02cb0a57-e0cd-4046-817f-b1922c36e579', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:37.682740 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Routers {'936c6974-13c0-49a5-abd3-e7339c2e3256'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:37.684945 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['936c6974-13c0-49a5-abd3-e7339c2e3256'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:37.686911 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device b87586ba-75c7-4a2f-881d-8b12fd7774c3 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:37.751137 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8743e3e-8f7e-4227-bf75-776d768b42d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (1ff4601a-6e01-4991-b396-043d341ea295), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.772858 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8743e3e-8f7e-4227-bf75-776d768b42d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (1ff4601a-6e01-4991-b396-043d341ea295), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.795758 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa621c-07be-486e-9268-a5d92b275e94 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb0a57-e0cd-4046-817f-b1922c36e579,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:37.891879 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Made reservation on behalf of 4fdb13dc93ba44c4806b79801a6a936e for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:37.899291 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] Set router 936c6974-13c0-49a5-abd3-e7339c2e3256 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:37.900445 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.901686 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks [] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.917535 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8743e3e-8f7e-4227-bf75-776d768b42d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.922634 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e8743e3e-8f7e-4227-bf75-776d768b42d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1203647 Feb 16 11:06:37.923283 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51488) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:37.928692 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-03981e96-ca37-4daf-9ba3-6a52be10052c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (c0d8edf8-7a26-4484-8599-542287321e0e), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:37.947749 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:37.961237 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8743e3e-8f7e-4227-bf75-776d768b42d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff4601a-6e01-4991-b396-043d341ea295,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:38.133191 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-03981e96-ca37-4daf-9ba3-6a52be10052c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (c0d8edf8-7a26-4484-8599-542287321e0e), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.135781 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Made reservation on behalf of 13e4198929974308a8913d9f3c12a9d8 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:38.139533 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.224221 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port b87586ba-75c7-4a2f-881d-8b12fd7774c3 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:38.224392 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.327723 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c06a228f-c02a-45a1-97fb-da6988c5707d req-f1396b75-80b0-4994-98ae-a7c533e81d66 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.0926065 Feb 16 11:06:38.349245 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 2, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:38.369802 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.390235 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-03981e96-ca37-4daf-9ba3-6a52be10052c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (c0d8edf8-7a26-4484-8599-542287321e0e), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.395965 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:32Z', 'revision_number': 3, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port': {'id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:38.434067 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Checking router: 54678091-f8d5-4c6c-a172-a52cc6073cde for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:06:38.434067 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Updating router 54678091-f8d5-4c6c-a172-a52cc6073cde port 30548749-de69-4693-a286-0bada739b320 binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:06:38.438489 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.443486 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35788d8d-0ea2-4db4-b635-3d5594a7bdc2 None None] The sync data for ids ['936c6974-13c0-49a5-abd3-e7339c2e3256'] in dv-cinder-773985-29-iscsi is: [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:32Z', 'revision_number': 3, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port': {'id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:06:38.490246 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-03981e96-ca37-4daf-9ba3-6a52be10052c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.494219 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-03981e96-ca37-4daf-9ba3-6a52be10052c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8538449 Feb 16 11:06:38.508744 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51504) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:38.520891 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port b87586ba-75c7-4a2f-881d-8b12fd7774c3 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:38.522889 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.602517 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03981e96-ca37-4daf-9ba3-6a52be10052c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d8edf8-7a26-4484-8599-542287321e0e,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:38.628631 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port b87586ba-75c7-4a2f-881d-8b12fd7774c3, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=b87586ba-75c7-4a2f-881d-8b12fd7774c3,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:38.630350 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (30548749-de69-4693-a286-0bada739b320), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.630680 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Allocated IP 172.20.0.7 (f08c4d3d-6dd8-400f-ba99-c676a3093cf6/a2492744-3977-41e5-9827-b23495773be5/69096cc8-8fa0-4632-9a7b-bd4f379d491b) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:38.647917 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-ac06675a-8016-4070-80a3-5422aab7d238 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'security_group_rule': {'security_group_id': '02cb0a57-e0cd-4046-817f-b1922c36e579', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:38.669060 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.795018 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Pushing event updated for resources: {'Port': ['ID=6c378545-aa84-45fd-a3e7-1d692cc29796,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:38.814074 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Network c464c917-5df1-444f-9db7-268755e0edb3 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:38.822020 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=b87586ba-75c7-4a2f-881d-8b12fd7774c3,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:38.831715 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:38.866892 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ac06675a-8016-4070-80a3-5422aab7d238 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (11b2095f-9d9f-477b-b3f6-ed15e5033d8e), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:38.878902 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:38.886085 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (936c6974-13c0-49a5-abd3-e7339c2e3256), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.222046 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b5ce80b5-de2f-4968-bc58-82348c92fd68 req-451fb6d8-ca26-4809-8a64-66bc8078a7d1 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 210 time: 0.4546087 Feb 16 11:06:39.589131 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks [] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.604002 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.633300 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Allocated IP 172.20.0.5 (f7882127-67b4-4afa-94da-e2fee3563050/d90d38f9-6d8a-4247-8c9a-f36baf3f0803/96d5ca08-9b7f-4d58-9594-4145d1091be5) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:39.664648 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Publish callbacks [] for port (30548749-de69-4693-a286-0bada739b320), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.677139 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (30548749-de69-4693-a286-0bada739b320), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.697853 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51532) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:39.739966 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ac06675a-8016-4070-80a3-5422aab7d238 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (11b2095f-9d9f-477b-b3f6-ed15e5033d8e), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.747910 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4f03808f-0a6a-48de-a6a1-17a51debe783 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:39.825598 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ac06675a-8016-4070-80a3-5422aab7d238 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (11b2095f-9d9f-477b-b3f6-ed15e5033d8e), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.854033 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Sync routers for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:06:39.880788 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:39.882135 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:39.902522 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:39.943112 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-999e16dd-19c1-49f3-a350-9c07a5dccb9e req-f2308295-fd6b-438f-a809-33841210c5f8 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.2003148 Feb 16 11:06:39.951197 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284c76-79ce-41c3-87ec-031a0ded9a71 None None] Pushing event updated for resources: {'Port': ['ID=30548749-de69-4693-a286-0bada739b320,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:40.051446 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06675a-8016-4070-80a3-5422aab7d238 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b2095f-9d9f-477b-b3f6-ed15e5033d8e,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:40.086072 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event updated for resources: {'Port': ['ID=69096cc8-8fa0-4632-9a7b-bd4f379d491b,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:40.091733 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-53720953-d12e-4c50-93ba-2a8d017288c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.119117 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ac06675a-8016-4070-80a3-5422aab7d238 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.138361 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-ac06675a-8016-4070-80a3-5422aab7d238 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5354369 Feb 16 11:06:40.151441 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51540) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:40.161814 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:40.164299 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:40.165544 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:40.173995 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:40.188163 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:40.188823 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.243629 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Allocated IP 172.27.1.136 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/931d9b6c-d4e8-4bc7-8a8b-4da922c25f91) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:40.260419 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-871cb5ff-80cf-4966-82ec-da3ac0f20987 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2814121 Feb 16 11:06:40.272306 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.290925 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:40.320821 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Attempting to bind port 30548749-de69-4693-a286-0bada739b320 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:40.323461 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Attempting to bind port 30548749-de69-4693-a286-0bada739b320 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:40.324018 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Attempting to bind port 30548749-de69-4693-a286-0bada739b320 on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:40.350547 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 4f03808f-0a6a-48de-a6a1-17a51debe783 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:40.355456 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.359675 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:40.361701 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Checking segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:40.364849 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.365527 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Bound using segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:40.366478 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Bound port: 30548749-de69-4693-a286-0bada739b320, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:40.367073 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (30548749-de69-4693-a286-0bada739b320), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.396984 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.469005 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-b08c3b5b-a960-4fe1-a8d4-e0cfeeb3ffbe None None] Provisioning complete for port 30548749-de69-4693-a286-0bada739b320 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:40.469376 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b5b-a960-4fe1-a8d4-e0cfeeb3ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (30548749-de69-4693-a286-0bada739b320), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.601327 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks [] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.601527 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-b08c3b5b-a960-4fe1-a8d4-e0cfeeb3ffbe None None] Port 30548749-de69-4693-a286-0bada739b320 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:06:40.634394 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-53720953-d12e-4c50-93ba-2a8d017288c3 admin admin] Publish callbacks [] for security_group (8de8e577-45c6-4580-80c6-2a0f6f0acfba), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.645651 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d40ec9-a630-4af9-a73c-9f68bc3bf37c req-788ca6d8-b9b6-4e57-b5b9-c297ebc65df2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:40.653680 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-11d40ec9-a630-4af9-a73c-9f68bc3bf37c req-788ca6d8-b9b6-4e57-b5b9-c297ebc65df2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 931 time: 0.2528970 Feb 16 11:06:40.655403 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] For port 30548749-de69-4693-a286-0bada739b320, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:40.670499 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-53720953-d12e-4c50-93ba-2a8d017288c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8de8e577-45c6-4580-80c6-2a0f6f0acfba), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.672845 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 4f03808f-0a6a-48de-a6a1-17a51debe783 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:40.673351 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.697135 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.711745 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 4f03808f-0a6a-48de-a6a1-17a51debe783, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4f03808f-0a6a-48de-a6a1-17a51debe783,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:40.730408 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] For port 30548749-de69-4693-a286-0bada739b320, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=30548749-de69-4693-a286-0bada739b320,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:40.737036 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.738221 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device db9b5848-4026-41bd-8edc-654df84fec3f up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:40.741615 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 2, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:40.774756 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.781431 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-53720953-d12e-4c50-93ba-2a8d017288c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90e362f12c584696a933198cc84f9073&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0824411 Feb 16 11:06:40.785722 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51544) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:40.790318 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53720953-d12e-4c50-93ba-2a8d017288c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8e577-45c6-4580-80c6-2a0f6f0acfba,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:40.836452 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-11d40ec9-a630-4af9-a73c-9f68bc3bf37c req-9159db44-5e89-472a-be23-ed28d8da3608 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813700 Feb 16 11:06:40.861151 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Checking router: 00cd78ea-1ace-4081-8d3b-000f4325d05c for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:06:40.861783 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Updating router 00cd78ea-1ace-4081-8d3b-000f4325d05c port fe3acc16-76f2-4900-8126-1a119240bad3 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:06:40.905648 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.909425 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks [] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.912942 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Network f7882127-67b4-4afa-94da-e2fee3563050 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:40.920111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.930681 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:40.932997 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.933929 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (936c6974-13c0-49a5-abd3-e7339c2e3256), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.937136 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:40.938835 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=4f03808f-0a6a-48de-a6a1-17a51debe783,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:40.942774 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (30548749-de69-4693-a286-0bada739b320), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.944774 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:40.945445 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:40.967016 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Pushing event updated for resources: {'Port': ['ID=96d5ca08-9b7f-4d58-9594-4145d1091be5,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:40.977842 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.048336 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'Port': ['ID=931d9b6c-d4e8-4bc7-8a8b-4da922c25f91,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:41.065431 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284c76-79ce-41c3-87ec-031a0ded9a71 None None] Pushing event updated for resources: {'Port': ['ID=30548749-de69-4693-a286-0bada739b320,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:41.113949 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:41.114853 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3216de9e-f59e-4393-9657-51600130743b admin admin] Publish callbacks [] for security_group (8de8e577-45c6-4580-80c6-2a0f6f0acfba), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.118076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:41.120431 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:41.150864 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3216de9e-f59e-4393-9657-51600130743b admin admin] Publish callbacks [] for security_group (8de8e577-45c6-4580-80c6-2a0f6f0acfba), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.156959 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-9a3aed59-19aa-4d59-8007-8e8891f3dd6a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6901894 Feb 16 11:06:41.196739 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:41.209788 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:41.222535 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-6ed7009b-6927-4522-b560-74d2773f750e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:06:41.223894 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-6ed7009b-6927-4522-b560-74d2773f750e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093687 Feb 16 11:06:41.226976 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-7d15fca3-dfb6-4f81-b4ce-729a885274ae tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:06:41.228224 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-7d15fca3-dfb6-4f81-b4ce-729a885274ae tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0339258 Feb 16 11:06:41.244378 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Pushing event updated for resources: {'Port': ['ID=6c378545-aa84-45fd-a3e7-1d692cc29796,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:41.457982 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port db9b5848-4026-41bd-8edc-654df84fec3f triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:41.458323 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.555604 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Request body: {'port': {'device_id': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:41.561280 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Request body: {'port': {'device_id': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:41.595993 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (1f805167-eed5-4142-9429-6f65b9b3f39e), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.638846 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Allocated IP 172.27.1.87 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/e93fa765-84d1-4932-960c-15ba03279bcb) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:41.647859 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3216de9e-f59e-4393-9657-51600130743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8de8e577-45c6-4580-80c6-2a0f6f0acfba), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.669605 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3216de9e-f59e-4393-9657-51600130743b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.671087 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-3216de9e-f59e-4393-9657-51600130743b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8de8e577-45c6-4580-80c6-2a0f6f0acfba HTTP/1.1" status: 204 len: 168 time: 0.8772280 Feb 16 11:06:41.687231 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:41.815666 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216de9e-f59e-4393-9657-51600130743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8e577-45c6-4580-80c6-2a0f6f0acfba,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:41.839186 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Publish callbacks [] for port (fe3acc16-76f2-4900-8126-1a119240bad3), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.847481 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-5b521fd6-0899-46bc-8082-8271941535d5 None None] Provisioning complete for port 30548749-de69-4693-a286-0bada739b320 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:41.849596 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.851367 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5b521fd6-0899-46bc-8082-8271941535d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (30548749-de69-4693-a286-0bada739b320), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:41.855249 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825903ee-6e7c-4a27-8842-2180ed95d1f5 req-cc5d3588-371d-49cb-8845-c922c16be660 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:41.859237 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-825903ee-6e7c-4a27-8842-2180ed95d1f5 req-cc5d3588-371d-49cb-8845-c922c16be660 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 931 time: 0.7862129 Feb 16 11:06:41.967745 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fecb84-308c-420a-8c89-c55dc59ebce8 None None] Pushing event updated for resources: {'Port': ['ID=fe3acc16-76f2-4900-8126-1a119240bad3,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:42.006290 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:42.130581 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Network c464c917-5df1-444f-9db7-268755e0edb3 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:42.196577 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:42.223033 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Attempting to bind port fe3acc16-76f2-4900-8126-1a119240bad3 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:42.223761 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Attempting to bind port fe3acc16-76f2-4900-8126-1a119240bad3 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:42.224474 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Attempting to bind port fe3acc16-76f2-4900-8126-1a119240bad3 on network 75ed8176-9ecb-45e7-8e85-50a322122886 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:42.243281 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:42.263942 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:42.278543 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Checking segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:42.279990 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:42.284506 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Bound using segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:42.285432 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Bound port: fe3acc16-76f2-4900-8126-1a119240bad3, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:42.286161 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:42.470490 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:42.530442 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-825903ee-6e7c-4a27-8842-2180ed95d1f5 req-f7abb6e4-3211-4f77-9d27-8221e4bc2e31 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493044 Feb 16 11:06:42.541934 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:42.615344 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] For port fe3acc16-76f2-4900-8126-1a119240bad3, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:42.629136 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port db9b5848-4026-41bd-8edc-654df84fec3f is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:42.631099 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] For port fe3acc16-76f2-4900-8126-1a119240bad3, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=fe3acc16-76f2-4900-8126-1a119240bad3,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:42.634302 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device b87586ba-75c7-4a2f-881d-8b12fd7774c3 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:42.652335 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:42.860283 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:42.861343 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:42.938386 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-5b521fd6-0899-46bc-8082-8271941535d5 None None] Current status of the port 30548749-de69-4693-a286-0bada739b320 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:42.938904 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5b521fd6-0899-46bc-8082-8271941535d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (30548749-de69-4693-a286-0bada739b320), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.009344 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port b87586ba-75c7-4a2f-881d-8b12fd7774c3 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:43.009803 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.104392 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for port (e93fa765-84d1-4932-960c-15ba03279bcb), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.110343 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-5b521fd6-0899-46bc-8082-8271941535d5 None None] For port 30548749-de69-4693-a286-0bada739b320, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=30548749-de69-4693-a286-0bada739b320,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:43.130232 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5b521fd6-0899-46bc-8082-8271941535d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (30548749-de69-4693-a286-0bada739b320), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.258692 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b521fd6-0899-46bc-8082-8271941535d5 None None] Pushing event updated for resources: {'Port': ['ID=30548749-de69-4693-a286-0bada739b320,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:43.276421 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port b87586ba-75c7-4a2f-881d-8b12fd7774c3 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:43.280766 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:40Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:43.324923 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fecb84-308c-420a-8c89-c55dc59ebce8 None None] Pushing event updated for resources: {'Port': ['ID=fe3acc16-76f2-4900-8126-1a119240bad3,revision_number=4']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:43.368527 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e21509-67f3-4441-af76-bc4f333cf30b None None] The sync data for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi is: [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:40Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:06:43.374896 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-844f458a-8b9a-4e8b-8c51-e012150ea0bf None None] Provisioning complete for port fe3acc16-76f2-4900-8126-1a119240bad3 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:43.375521 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-844f458a-8b9a-4e8b-8c51-e012150ea0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.407361 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:43.530113 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d5ca08-9b7f-4d58-9594-4145d1091be5 {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:06:43.560768 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Publish callbacks [] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.585721 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (e93fa765-84d1-4932-960c-15ba03279bcb), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.620472 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Transition to ACTIVE for port object 96d5ca08-9b7f-4d58-9594-4145d1091be5 will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:06:43.642604 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Router 936c6974-13c0-49a5-abd3-e7339c2e3256 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:06:43.648658 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.650218 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4f03808f-0a6a-48de-a6a1-17a51debe783 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:43.657908 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.755207 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-844f458a-8b9a-4e8b-8c51-e012150ea0bf None None] Current status of the port fe3acc16-76f2-4900-8126-1a119240bad3 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:43.756520 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-844f458a-8b9a-4e8b-8c51-e012150ea0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.827230 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-844f458a-8b9a-4e8b-8c51-e012150ea0bf None None] For port fe3acc16-76f2-4900-8126-1a119240bad3, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=fe3acc16-76f2-4900-8126-1a119240bad3,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:43.846492 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 4f03808f-0a6a-48de-a6a1-17a51debe783 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:43.848828 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.888393 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'Port': ['ID=931d9b6c-d4e8-4bc7-8a8b-4da922c25f91,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:43.927650 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:43.939283 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-844f458a-8b9a-4e8b-8c51-e012150ea0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:43.943404 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:43.958675 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'Port': ['ID=e93fa765-84d1-4932-960c-15ba03279bcb,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:43.966978 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:44.186505 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f458a-8b9a-4e8b-8c51-e012150ea0bf None None] Pushing event updated for resources: {'Port': ['ID=fe3acc16-76f2-4900-8126-1a119240bad3,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:44.264366 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (1f805167-eed5-4142-9429-6f65b9b3f39e), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:44.282850 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 4f03808f-0a6a-48de-a6a1-17a51debe783 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:44.363570 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:44.379544 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c8e4e255-a131-42cb-94f3-7002502f4bb6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4345164 Feb 16 11:06:44.382502 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Attempting to bind port 96d5ca08-9b7f-4d58-9594-4145d1091be5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:44.384426 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Attempting to bind port 96d5ca08-9b7f-4d58-9594-4145d1091be5 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'dc2e2041-4cde-4e75-a252-02f69ca3cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:44.384919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Attempting to bind port 96d5ca08-9b7f-4d58-9594-4145d1091be5 on network f7882127-67b4-4afa-94da-e2fee3563050 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:44.390313 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265475db-290a-4d49-9b11-c7772cac0e29 req-870529da-6cb1-41c5-b742-d2ea9b20abb1 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:44.393565 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-265475db-290a-4d49-9b11-c7772cac0e29 req-870529da-6cb1-41c5-b742-d2ea9b20abb1 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.7174799 Feb 16 11:06:44.408986 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4a3f6-b47f-4f54-b5a0-4beded0a67d8 req-45fcce65-6418-4ee2-bc1f-8ecf5350ef9e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:44.418314 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-43b4a3f6-b47f-4f54-b5a0-4beded0a67d8 req-45fcce65-6418-4ee2-bc1f-8ecf5350ef9e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 931 time: 2.4079936 Feb 16 11:06:44.471150 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:44.490306 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Port 96d5ca08-9b7f-4d58-9594-4145d1091be5 on network f7882127-67b4-4afa-94da-e2fee3563050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:06:44.494551 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Attempting to bind port 96d5ca08-9b7f-4d58-9594-4145d1091be5 on network f7882127-67b4-4afa-94da-e2fee3563050 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:44.502780 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Pushing event updated for resources: {'Port': ['ID=96d5ca08-9b7f-4d58-9594-4145d1091be5,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:44.537849 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:44.538610 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Checking segment: {'id': 'dc2e2041-4cde-4e75-a252-02f69ca3cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:44.539350 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Bound using segment: {'id': 'dc2e2041-4cde-4e75-a252-02f69ca3cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:44.539468 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:06:44.539911 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Bound port: 96d5ca08-9b7f-4d58-9594-4145d1091be5, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2e2041-4cde-4e75-a252-02f69ca3cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:44.540519 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:44.658155 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Sync routers for ids ['936c6974-13c0-49a5-abd3-e7339c2e3256'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:06:44.684176 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3af3d1db-c894-4ced-b216-5f16dfb525af admin admin] 10.222.0.52 "PUT /v2.0/routers/936c6974-13c0-49a5-abd3-e7339c2e3256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6082945 Feb 16 11:06:44.693421 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0cc11-445b-41eb-a172-9f9b40383c3e None None] The sync data for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi is: [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:06:44.696376 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (a29aaa9d-cf30-4daf-ac91-74933226a315), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:44.700129 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Routers {'936c6974-13c0-49a5-abd3-e7339c2e3256'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:44.701151 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['936c6974-13c0-49a5-abd3-e7339c2e3256'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:44.861464 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e93fa765-84d1-4932-960c-15ba03279bcb), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:44.884277 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69096cc8-8fa0-4632-9a7b-bd4f379d491b {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:06:44.976129 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Publish callbacks [] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.007452 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-265475db-290a-4d49-9b11-c7772cac0e29 req-2db5131d-70b9-4409-a824-0c2aaee38dfc tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273862 Feb 16 11:06:45.075503 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Transition to ACTIVE for port object 69096cc8-8fa0-4632-9a7b-bd4f379d491b will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:06:45.098302 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Set router 936c6974-13c0-49a5-abd3-e7339c2e3256 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:45.100634 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.104985 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-43b4a3f6-b47f-4f54-b5a0-4beded0a67d8 req-e4e43454-3fa0-4982-89a9-cf62bb06b77c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809156 Feb 16 11:06:45.162287 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Pushing event updated for resources: {'Port': ['ID=69096cc8-8fa0-4632-9a7b-bd4f379d491b,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:45.237145 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] For port 96d5ca08-9b7f-4d58-9594-4145d1091be5, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:45.249058 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] For port 96d5ca08-9b7f-4d58-9594-4145d1091be5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96d5ca08-9b7f-4d58-9594-4145d1091be5,segment=NetworkSegment(dc2e2041-4cde-4e75-a252-02f69ca3cd95),segment_id=dc2e2041-4cde-4e75-a252-02f69ca3cd95)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:45.286725 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.343998 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for port (e93fa765-84d1-4932-960c-15ba03279bcb), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.354577 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e93fa765-84d1-4932-960c-15ba03279bcb), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.456833 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:45.457465 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.463937 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] 10.222.0.42 "PUT /v2.0/ports/96d5ca08-9b7f-4d58-9594-4145d1091be5 HTTP/1.1" status: 200 len: 1093 time: 4.0616102 Feb 16 11:06:45.473459 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (a29aaa9d-cf30-4daf-ac91-74933226a315), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.484726 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'tag': '96d5ca08-9b7f-4d58-9594-4145d1091be5'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:06:45.487904 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Attempting to bind port 69096cc8-8fa0-4632-9a7b-bd4f379d491b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:45.494451 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Attempting to bind port 69096cc8-8fa0-4632-9a7b-bd4f379d491b by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:45.495023 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Attempting to bind port 69096cc8-8fa0-4632-9a7b-bd4f379d491b on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:45.506708 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Port 69096cc8-8fa0-4632-9a7b-bd4f379d491b on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:06:45.507355 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Attempting to bind port 69096cc8-8fa0-4632-9a7b-bd4f379d491b on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:45.518801 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:45.519273 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Checking segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:45.519952 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Bound using segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:45.521616 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Bound port: 69096cc8-8fa0-4632-9a7b-bd4f379d491b, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:45.522163 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.562361 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.564005 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4091866 Feb 16 11:06:45.566704 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dc84b-827f-47f9-adbb-4edba1de17d9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'Port': ['ID=e93fa765-84d1-4932-960c-15ba03279bcb,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:45.693998 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:39Z', 'revision_number': 4, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port': {'id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '6c378545-aa84-45fd-a3e7-1d692cc29796', 'name': '', 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'mac_address': 'fa:16:3e:80:46:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:36Z', 'updated_at': '2022-02-16T11:06:40Z', 'revision_number': 2, 'project_id': '8a72703130344d469e8b5429875678d8', 'subnets': [{'id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:45.776471 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] For port 69096cc8-8fa0-4632-9a7b-bd4f379d491b, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:45.783985 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Checking router: 936c6974-13c0-49a5-abd3-e7339c2e3256 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:06:45.787976 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Updating router 936c6974-13c0-49a5-abd3-e7339c2e3256 port 6c378545-aa84-45fd-a3e7-1d692cc29796 binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:06:45.793312 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device fe3acc16-76f2-4900-8126-1a119240bad3 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:45.797476 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] For port 69096cc8-8fa0-4632-9a7b-bd4f379d491b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:45.833820 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.893382 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:45.914784 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-bc3e1947-bcc7-41fc-ab5b-01596ff7e5f7 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--324080276&fields=id&tenant_id=f30364e8a9d14d78bc578c9629093da0 HTTP/1.1" status: 200 len: 267 time: 0.6623032 Feb 16 11:06:45.963983 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dff8854-404e-4779-9d94-cc2e2329d976" -d '{"events": [{"name": "network-changed", "server_uuid": "c93385a1-7b86-47bb-86c9-9423d508f4eb", "tag": "96d5ca08-9b7f-4d58-9594-4145d1091be5"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:06:46.092831 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50639e1a-d6c8-4a80-be83-f47b05a37e8d service neutron] Pushing event updated for resources: {'Port': ['ID=96d5ca08-9b7f-4d58-9594-4145d1091be5,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:46.103941 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-cb27f673-2841-4918-a111-c1fd6d8b686d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:46.111924 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-cb27f673-2841-4918-a111-c1fd6d8b686d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 818 time: 0.2868342 Feb 16 11:06:46.149579 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port fe3acc16-76f2-4900-8126-1a119240bad3 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:46.150176 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:46.194545 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:46.211163 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:46.212790 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] 10.222.0.42 "PUT /v2.0/ports/69096cc8-8fa0-4632-9a7b-bd4f379d491b HTTP/1.1" status: 200 len: 1093 time: 4.8159387 Feb 16 11:06:46.214378 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'tag': '69096cc8-8fa0-4632-9a7b-bd4f379d491b'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:06:46.316995 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-1ddbdb43-efd8-4d00-8c75-769954003761 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:46.318485 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-1ddbdb43-efd8-4d00-8c75-769954003761 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 811 time: 0.3919413 Feb 16 11:06:46.356627 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port fe3acc16-76f2-4900-8126-1a119240bad3 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:46.357967 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 30548749-de69-4693-a286-0bada739b320 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:46.366287 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-2156d9bd-b7d6-47c3-a86a-d8aafa0133c8 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/quotas/f30364e8a9d14d78bc578c9629093da0 HTTP/1.1" status: 200 len: 375 time: 0.0327432 Feb 16 11:06:46.445634 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-6667dfee-f0ad-4277-b5ba-4ec1ff2d6587 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/quotas/8a72703130344d469e8b5429875678d8 HTTP/1.1" status: 200 len: 375 time: 0.3216259 Feb 16 11:06:46.486461 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 30548749-de69-4693-a286-0bada739b320 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:46.486907 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (30548749-de69-4693-a286-0bada739b320), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:46.562163 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-a777c195-9e9b-4be4-908e-ab280b0ee734 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1820097 Feb 16 11:06:46.651963 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cc664-ab7b-4580-bcac-f2e3bf951a62 service neutron] Pushing event updated for resources: {'Port': ['ID=69096cc8-8fa0-4632-9a7b-bd4f379d491b,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:46.717149 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-7b3e4a54-cb03-4529-a3b2-ab863d75e000 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2324369 Feb 16 11:06:46.781235 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c56b709-a401-453b-be5e-1251542cb896" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c8c07f-3598-4f50-ad86-b7f108e89a1e", "tag": "69096cc8-8fa0-4632-9a7b-bd4f379d491b"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:06:46.813150 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-7fd3f387-e1ec-4d56-9fe2-a27fc8fcad18 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102549 Feb 16 11:06:46.863409 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 30548749-de69-4693-a286-0bada739b320 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:46.946171 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Publish callbacks [] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:46.962031 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:46.972829 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-dc9a59df-7d4b-461f-905a-4771dcb3c859 service neutron] 10.222.0.52 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468617 Feb 16 11:06:47.041196 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-7268b396-e82c-4f63-a631-808af95d2b22 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271209 Feb 16 11:06:47.101414 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48af9c-b445-435f-b844-77e03eac506e None None] Pushing event updated for resources: {'Port': ['ID=6c378545-aa84-45fd-a3e7-1d692cc29796,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:47.193203 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Attempting to bind port 6c378545-aa84-45fd-a3e7-1d692cc29796 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:47.194563 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Attempting to bind port 6c378545-aa84-45fd-a3e7-1d692cc29796 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:47.194926 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Attempting to bind port 6c378545-aa84-45fd-a3e7-1d692cc29796 on network c464c917-5df1-444f-9db7-268755e0edb3 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:47.200909 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:47.201297 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Checking segment: {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:47.201728 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:47.202756 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Bound using segment: {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:47.203275 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Bound port: 6c378545-aa84-45fd-a3e7-1d692cc29796, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:47.203745 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:47.238907 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-89636e8a-cf00-4d91-b6f0-73615bc4fe43 service neutron] 10.222.0.52 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651296 Feb 16 11:06:47.366775 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51708) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:47.394514 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] For port 6c378545-aa84-45fd-a3e7-1d692cc29796, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:47.405544 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] For port 6c378545-aa84-45fd-a3e7-1d692cc29796, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=6c378545-aa84-45fd-a3e7-1d692cc29796,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:47.420098 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:47.604926 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48af9c-b445-435f-b844-77e03eac506e None None] Pushing event updated for resources: {'Port': ['ID=6c378545-aa84-45fd-a3e7-1d692cc29796,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:47.615477 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-f4385019-5104-4b2a-be3e-c67c4684d18a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1417592917&fields=id&tenant_id=91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 267 time: 0.1218510 Feb 16 11:06:47.633079 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c79b2dac-a6e9-48f7-92f4-68e8bc5a0e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:47.638344 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Routers {'936c6974-13c0-49a5-abd3-e7339c2e3256'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:06:47.638987 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['936c6974-13c0-49a5-abd3-e7339c2e3256'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:47.791497 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-0adebf75-d421-4e6f-97db-47d5e657d01a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:47.798899 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-0adebf75-d421-4e6f-97db-47d5e657d01a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 817 time: 0.1823511 Feb 16 11:06:47.821967 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-50e9ca57-f63f-4533-9949-445c90a91c81 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/quotas/91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 375 time: 0.0218415 Feb 16 11:06:47.951989 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c79b2dac-a6e9-48f7-92f4-68e8bc5a0e7e admin admin] Publish callbacks [] for security_group (f1f5853a-2f72-4f8b-aa0a-23832abe7920), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:47.971962 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c79b2dac-a6e9-48f7-92f4-68e8bc5a0e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f1f5853a-2f72-4f8b-aa0a-23832abe7920), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:47.991527 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-00247c7e-45ad-4ecf-b094-26c9e8ca59a4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684918 Feb 16 11:06:47.999430 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] Set router 936c6974-13c0-49a5-abd3-e7339c2e3256 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:06:48.199714 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-ac58837d-3f3a-4402-8dc1-360a3517e2cd service neutron] 10.222.0.52 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792829 Feb 16 11:06:48.219543 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968e29e4-fdb3-4424-88f8-b8feb3d2db70 x-openstack-request-id: req-968e29e4-fdb3-4424-88f8-b8feb3d2db70 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:06:48.220081 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93385a1-7b86-47bb-86c9-9423d508f4eb", "tag": "96d5ca08-9b7f-4d58-9594-4145d1091be5", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:06:48.220522 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-968e29e4-fdb3-4424-88f8-b8feb3d2db70 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:06:48.228922 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'tag': '96d5ca08-9b7f-4d58-9594-4145d1091be5', 'status': 'completed', 'code': 200} Feb 16 11:06:48.415767 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b2dac-a6e9-48f7-92f4-68e8bc5a0e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f5853a-2f72-4f8b-aa0a-23832abe7920,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:48.420093 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:06:48.456747 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:39Z', 'revision_number': 4, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port': {'id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '6c378545-aa84-45fd-a3e7-1d692cc29796', 'name': '', 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'mac_address': 'fa:16:3e:80:46:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:36Z', 'updated_at': '2022-02-16T11:06:47Z', 'revision_number': 4, 'project_id': '8a72703130344d469e8b5429875678d8', 'subnets': [{'id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:06:48.486362 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c79b2dac-a6e9-48f7-92f4-68e8bc5a0e7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=055540f344f34b29a3f06ecf322fc5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1183829 Feb 16 11:06:48.516671 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51742) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:48.535968 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407121a3-0154-435a-9b3c-b7664342e513 None None] The sync data for ids ['936c6974-13c0-49a5-abd3-e7339c2e3256'] in dv-cinder-773985-29-iscsi is: [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:39Z', 'revision_number': 4, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port': {'id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '6c378545-aa84-45fd-a3e7-1d692cc29796', 'name': '', 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'mac_address': 'fa:16:3e:80:46:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:36Z', 'updated_at': '2022-02-16T11:06:47Z', 'revision_number': 4, 'project_id': '8a72703130344d469e8b5429875678d8', 'subnets': [{'id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:06:48.558017 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-489ec509-b4a7-4e1f-ba29-68a0d9d6aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:48.568215 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-489ec509-b4a7-4e1f-ba29-68a0d9d6aafe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13e4198929974308a8913d9f3c12a9d8&device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 1127 time: 0.4277828 Feb 16 11:06:48.593829 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100f472-5a1b-4aa2-be55-b58f50ec3adf req-801d488b-3a13-4fc9-9370-a78c3b0db26e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:48.597122 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0100f472-5a1b-4aa2-be55-b58f50ec3adf req-801d488b-3a13-4fc9-9370-a78c3b0db26e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.3424289 Feb 16 11:06:48.642664 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-fc9246dc-8d35-4970-a21e-ce6c3169991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:48.644602 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-fc9246dc-8d35-4970-a21e-ce6c3169991e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 1127 time: 0.4077544 Feb 16 11:06:48.736453 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-c393dfb1-a972-423e-a2b7-3266b2fec97a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d5ca08-9b7f-4d58-9594-4145d1091be5 HTTP/1.1" status: 200 len: 217 time: 0.1259689 Feb 16 11:06:48.785191 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-82e82ff8-b9cc-46a5-beef-cf7c5cc020a7 admin admin] Publish callbacks [] for security_group (f1f5853a-2f72-4f8b-aa0a-23832abe7920), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:48.814383 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-82e82ff8-b9cc-46a5-beef-cf7c5cc020a7 admin admin] Publish callbacks [] for security_group (f1f5853a-2f72-4f8b-aa0a-23832abe7920), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:48.882498 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0100f472-5a1b-4aa2-be55-b58f50ec3adf req-657eb861-a2a0-4eb3-b2cd-65b2f657cf6b tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785034 Feb 16 11:06:48.890283 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-07a4ede3-5760-4a05-acff-6188a3565353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:48.891932 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-17d52913-fc7b-4569-a318-87a599b9b356 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b HTTP/1.1" status: 200 len: 217 time: 0.2192616 Feb 16 11:06:48.892359 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-07a4ede3-5760-4a05-acff-6188a3565353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d90d38f9-6d8a-4247-8c9a-f36baf3f0803 HTTP/1.1" status: 200 len: 852 time: 0.1176951 Feb 16 11:06:48.906632 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-b10cc34d-b89e-4f41-ad91-976f04f00d33 service neutron] 10.222.0.52 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059400 Feb 16 11:06:48.929768 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-82e82ff8-b9cc-46a5-beef-cf7c5cc020a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f1f5853a-2f72-4f8b-aa0a-23832abe7920), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:48.937350 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-82e82ff8-b9cc-46a5-beef-cf7c5cc020a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:48.939278 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-82e82ff8-b9cc-46a5-beef-cf7c5cc020a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1f5853a-2f72-4f8b-aa0a-23832abe7920 HTTP/1.1" status: 204 len: 168 time: 0.4199541 Feb 16 11:06:48.991024 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e82ff8-b9cc-46a5-beef-cf7c5cc020a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f5853a-2f72-4f8b-aa0a-23832abe7920,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:49.150466 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-b87419e2-c232-4b8e-8a45-3985debea0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:49.157191 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-b87419e2-c232-4b8e-8a45-3985debea0d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.1846051 Feb 16 11:06:49.165990 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-2eda675a-150e-48a1-91f4-7344a00b29ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7882127-67b4-4afa-94da-e2fee3563050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2187600 Feb 16 11:06:49.232891 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-694d708f-f8f0-43fe-84d8-327c9a7ad055 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613413 Feb 16 11:06:49.450953 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca93c6-f060-4d5a-9b4c-dd401facf532 req-319b4ac9-3467-43e1-b11d-f9b3a7458e45 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:49.460006 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1eca93c6-f060-4d5a-9b4c-dd401facf532 req-319b4ac9-3467-43e1-b11d-f9b3a7458e45 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.4312155 Feb 16 11:06:49.578818 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-318333e1-5e33-4c37-bb22-fb34f61d5a5a service neutron] 10.222.0.42 "GET /v2.0/networks/f7882127-67b4-4afa-94da-e2fee3563050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418343 Feb 16 11:06:49.621131 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 6c378545-aa84-45fd-a3e7-1d692cc29796 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:49.654208 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-741a8437-ceeb-4fe5-b0ef-da9d797f503c service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720355 Feb 16 11:06:49.721975 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf3ac518-42bc-49a9-8e7b-70105068a6a7 req-db2d8dc0-6cef-404d-988e-4d4fa1cd9637 service neutron] 10.222.0.42 "GET /v2.0/networks/f7882127-67b4-4afa-94da-e2fee3563050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226716 Feb 16 11:06:49.723115 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.42', 49454) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:49.728228 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1eca93c6-f060-4d5a-9b4c-dd401facf532 req-5156a2a7-91ec-484a-a3de-8ed2519e124d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663736 Feb 16 11:06:49.857076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 6c378545-aa84-45fd-a3e7-1d692cc29796 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:49.857462 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:49.884062 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.42', 49455) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:49.890622 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51768) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:50.073598 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01038a95-f6fe-4fd7-884e-11279c4f8a10 req-fb3b2120-7c31-4445-8e9c-3e7d1f234424 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050655 Feb 16 11:06:50.147465 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-05fc1123-162f-4672-b176-3550e641d060 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:50.149074 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-05fc1123-162f-4672-b176-3550e641d060 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 811 time: 0.4249153 Feb 16 11:06:50.184840 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dfbfc6-a303-47e4-9294-872a9817a3c2 x-openstack-request-id: req-34dfbfc6-a303-47e4-9294-872a9817a3c2 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:06:50.185368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c8c07f-3598-4f50-ad86-b7f108e89a1e", "tag": "69096cc8-8fa0-4632-9a7b-bd4f379d491b", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:06:50.185635 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34dfbfc6-a303-47e4-9294-872a9817a3c2 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:06:50.186135 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'tag': '69096cc8-8fa0-4632-9a7b-bd4f379d491b', 'status': 'completed', 'code': 200} Feb 16 11:06:50.187269 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c83dab7-ba0f-4eed-a777-788d0fddeac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:50.226584 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 6c378545-aa84-45fd-a3e7-1d692cc29796 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:50.228441 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:50.274112 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-68bf88db-edbe-4ca5-a757-5f59f96aa0c8 req-a706c849-3fd6-48fd-92cc-9a9b17d500bf tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 210 time: 0.1238861 Feb 16 11:06:50.314946 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 6c378545-aa84-45fd-a3e7-1d692cc29796, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=6c378545-aa84-45fd-a3e7-1d692cc29796,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:06:50.331503 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:50.358744 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-79e00401-0a39-4f3e-9769-95a4c4e54a47 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f30364e8a9d14d78bc578c9629093da0 HTTP/1.1" status: 200 len: 379 time: 0.1310916 Feb 16 11:06:50.386452 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'port': {'device_id': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'admin_state_up': True, 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'security_groups': ['7ea3d954-87cd-4a68-bed8-088865a7a3c0']}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:50.406164 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b01de109-e8f6-47c5-aaf1-9c4a86c2c3eb req-f99d8eec-5662-412b-9f16-2c6f08d73ad8 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 210 time: 0.1666360 Feb 16 11:06:50.454881 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56b709-a401-453b-be5e-1251542cb896 req-0c67700a-ca92-47c4-8144-dc036d6090d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:50.468534 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c56b709-a401-453b-be5e-1251542cb896 req-0c67700a-ca92-47c4-8144-dc036d6090d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 1127 time: 0.2489848 Feb 16 11:06:50.495385 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=6c378545-aa84-45fd-a3e7-1d692cc29796,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:50.838914 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-2781a5be-3763-4777-a300-2a58b3149cfa tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:50.841095 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-2781a5be-3763-4777-a300-2a58b3149cfa tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 818 time: 1.0809934 Feb 16 11:06:51.087874 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c83dab7-ba0f-4eed-a777-788d0fddeac7 admin admin] Publish callbacks [] for security_group (995fb393-831a-4ed0-bb73-5184423725e8), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.092794 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-da4c5311-adc7-4c17-a681-a1ce0aed2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:51.094423 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-da4c5311-adc7-4c17-a681-a1ce0aed2c0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=13e4198929974308a8913d9f3c12a9d8&device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 1127 time: 1.2071631 Feb 16 11:06:51.117039 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Request body: {'port': {'device_id': '117be41d-3517-463b-a393-05960336a9a5', 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'admin_state_up': True, 'tenant_id': '8a72703130344d469e8b5429875678d8'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:51.144407 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-32008489-0cb1-4a1c-8f9f-10d7a979e5cf req-9fc4ba42-335e-4d0c-93ae-384304f32d1c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.4447398 Feb 16 11:06:51.177733 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6c83dab7-ba0f-4eed-a777-788d0fddeac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (995fb393-831a-4ed0-bb73-5184423725e8), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.228304 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Made reservation on behalf of f30364e8a9d14d78bc578c9629093da0 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:51.238043 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.290814 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6000388-d764-4017-8d96-c1747eb5c97a req-1506338e-1679-4b64-8766-1cacdbcbf6cf tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:51.292961 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d6000388-d764-4017-8d96-c1747eb5c97a req-1506338e-1679-4b64-8766-1cacdbcbf6cf tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.6623816 Feb 16 11:06:51.293773 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56b709-a401-453b-be5e-1251542cb896 req-2b0b69b3-b20f-4794-826e-34700d433084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:51.295352 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c56b709-a401-453b-be5e-1251542cb896 req-2b0b69b3-b20f-4794-826e-34700d433084 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 915 time: 0.8185675 Feb 16 11:06:51.348356 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-6c83dab7-ba0f-4eed-a777-788d0fddeac7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffaf71a26ea14486846294043fc49816&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4585638 Feb 16 11:06:51.351014 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51808) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:51.408252 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d6000388-d764-4017-8d96-c1747eb5c97a req-d0bc45d4-8527-4414-981c-e9d8180f0daf tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076052 Feb 16 11:06:51.411457 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 6c378545-aa84-45fd-a3e7-1d692cc29796 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:06:51.414639 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-39f1fa6a-f2f6-4f98-80a4-5faf33302f89 admin admin] Publish callbacks [] for security_group (995fb393-831a-4ed0-bb73-5184423725e8), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.441105 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-39f1fa6a-f2f6-4f98-80a4-5faf33302f89 admin admin] Publish callbacks [] for security_group (995fb393-831a-4ed0-bb73-5184423725e8), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.488205 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 6c378545-aa84-45fd-a3e7-1d692cc29796 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:51.488587 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.500195 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83dab7-ba0f-4eed-a777-788d0fddeac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995fb393-831a-4ed0-bb73-5184423725e8,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:51.545962 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-39f1fa6a-f2f6-4f98-80a4-5faf33302f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (995fb393-831a-4ed0-bb73-5184423725e8), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.549118 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-39f1fa6a-f2f6-4f98-80a4-5faf33302f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.550805 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-39f1fa6a-f2f6-4f98-80a4-5faf33302f89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/995fb393-831a-4ed0-bb73-5184423725e8 HTTP/1.1" status: 204 len: 168 time: 0.1985865 Feb 16 11:06:51.588418 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 6c378545-aa84-45fd-a3e7-1d692cc29796 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:06:51.595260 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1fa6a-f2f6-4f98-80a4-5faf33302f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995fb393-831a-4ed0-bb73-5184423725e8,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:51.639474 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368146e-77ce-4d12-94a7-054068959eee req-983c5ce9-5efe-43db-855d-00a35947c6b2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:51.647622 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6368146e-77ce-4d12-94a7-054068959eee req-983c5ce9-5efe-43db-855d-00a35947c6b2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.2929800 Feb 16 11:06:51.656405 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-55a1d559-e6c7-4ef5-973e-f6384fb09111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:51.657051 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-891ab9c5-e6f5-4037-90f8-d66f2a83650d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:51.657968 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-55a1d559-e6c7-4ef5-973e-f6384fb09111 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7882127-67b4-4afa-94da-e2fee3563050 HTTP/1.1" status: 200 len: 913 time: 0.4867451 Feb 16 11:06:51.659939 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-891ab9c5-e6f5-4037-90f8-d66f2a83650d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 818 time: 0.1619692 Feb 16 11:06:51.683134 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-4eeed0cd-a8c3-4128-afaf-90ff15b83ad3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/quotas/8a72703130344d469e8b5429875678d8 HTTP/1.1" status: 200 len: 375 time: 0.0163960 Feb 16 11:06:51.683923 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Made reservation on behalf of 8a72703130344d469e8b5429875678d8 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:51.687312 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:51.741912 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-6ff500f1-645c-402a-9acc-3aba8e286f1a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509305 Feb 16 11:06:51.810171 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6368146e-77ce-4d12-94a7-054068959eee req-7616d344-7549-45ef-80fa-05f7aa632fbe tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616526 Feb 16 11:06:51.823972 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Allocated IP 172.20.0.8 (75ed8176-9ecb-45e7-8e85-50a322122886/bec87d4f-d563-48f8-9f40-51f5f7a5daed/90cb00bc-0902-4e29-8660-930518fe3343) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:51.845145 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-d9e3338d-3aaf-4185-835e-b548ee8cd3fa service neutron] 10.222.0.52 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962980 Feb 16 11:06:51.965449 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-585365e3-cd46-4730-bd29-c2fe4ae5cbae service neutron] 10.222.0.52 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133802 Feb 16 11:06:52.002590 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51826) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:52.017546 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0959272e-2a6c-4c56-82b2-7d433dca2b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.110600 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0959272e-2a6c-4c56-82b2-7d433dca2b46 admin admin] Publish callbacks [] for security_group (e87a5c0a-7d9e-4b8c-ac68-31ff655a7773), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.117471 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0959272e-2a6c-4c56-82b2-7d433dca2b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e87a5c0a-7d9e-4b8c-ac68-31ff655a7773), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.161284 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dca56651-0b7a-4403-817d-686b0aecbaf7 req-657ee993-8502-4f40-9167-27dd9de88b46 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 210 time: 0.2463102 Feb 16 11:06:52.195456 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Allocated IP 172.20.0.12 (c464c917-5df1-444f-9db7-268755e0edb3/2b838752-423a-45c9-bcb0-1f6cddb7d2a0/439a4dc3-2621-4c15-bff2-83aa283fa3d2) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:52.221013 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3cca8353-955a-48df-abf7-16879aa80718 req-9209f5ef-cac2-4283-a164-68c6dad5dfe3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 210 time: 0.0739455 Feb 16 11:06:52.235732 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-0959272e-2a6c-4c56-82b2-7d433dca2b46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd1e98e458264a2e89443298578180d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280784 Feb 16 11:06:52.235732 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959272e-2a6c-4c56-82b2-7d433dca2b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a5c0a-7d9e-4b8c-ac68-31ff655a7773,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:52.238998 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51840) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:52.345397 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for port (90cb00bc-0902-4e29-8660-930518fe3343), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.352293 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ecb0-1f09-42ab-8fc5-59b0f10aa463 admin admin] Publish callbacks [] for security_group (e87a5c0a-7d9e-4b8c-ac68-31ff655a7773), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.391196 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ecb0-1f09-42ab-8fc5-59b0f10aa463 admin admin] Publish callbacks [] for security_group (e87a5c0a-7d9e-4b8c-ac68-31ff655a7773), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.397882 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1f4c1310-f4d3-4687-a86a-98987ca4c2d0 req-eed52115-c6c9-4041-a20d-b1f353aa2bae tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0504358 Feb 16 11:06:52.496838 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ecb0-1f09-42ab-8fc5-59b0f10aa463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e87a5c0a-7d9e-4b8c-ac68-31ff655a7773), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.501971 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ecb0-1f09-42ab-8fc5-59b0f10aa463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.502129 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (90cb00bc-0902-4e29-8660-930518fe3343), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.507224 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e8b4ecb0-1f09-42ab-8fc5-59b0f10aa463 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e87a5c0a-7d9e-4b8c-ac68-31ff655a7773 HTTP/1.1" status: 204 len: 168 time: 0.2647314 Feb 16 11:06:52.518801 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks [] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.541869 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4ecb0-1f09-42ab-8fc5-59b0f10aa463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a5c0a-7d9e-4b8c-ac68-31ff655a7773,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:52.605549 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Network 75ed8176-9ecb-45e7-8e85-50a322122886 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:52.610620 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:52.613139 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:52.618972 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:52.619754 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.642876 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870d008-8877-4e24-8c6c-40fadc290172 req-0539c5b4-3fdc-4835-9f42-651a098f635c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:52.643024 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'Port': ['ID=90cb00bc-0902-4e29-8660-930518fe3343,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:52.661640 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f870d008-8877-4e24-8c6c-40fadc290172 req-0539c5b4-3fdc-4835-9f42-651a098f635c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.1326609 Feb 16 11:06:52.662135 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-71bbc633-e2c3-4662-a3c0-8076c1894fe0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2835472 Feb 16 11:06:52.665468 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.719213 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Network c464c917-5df1-444f-9db7-268755e0edb3 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:52.725603 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:52.728786 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:52.734760 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:52.735438 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.756204 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Pushing event updated for resources: {'Port': ['ID=439a4dc3-2621-4c15-bff2-83aa283fa3d2,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:52.771546 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-ca4c3c8c-2154-49af-b25f-5aa0464fa8e6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7518406 Feb 16 11:06:52.777643 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f870d008-8877-4e24-8c6c-40fadc290172 req-1b0d1aa8-d80e-47c3-9023-feccc89e3f7f tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064947 Feb 16 11:06:52.811070 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 51860) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:52.935343 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dbd3f39b-4b85-4433-9fe1-c3d23b8a69dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:52.959202 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48297fd3-6ef1-4f8b-bba0-70854dec2ed8 req-d67f0b21-b4c2-47c9-8a27-d8a5710f1840 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:52.966758 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-48297fd3-6ef1-4f8b-bba0-70854dec2ed8 req-d67f0b21-b4c2-47c9-8a27-d8a5710f1840 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.0688128 Feb 16 11:06:52.977605 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-4a277e6e-f6a1-44bf-bce6-3e56645f2074 None None] Provisioning complete for port 90cb00bc-0902-4e29-8660-930518fe3343 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:52.978215 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4a277e6e-f6a1-44bf-bce6-3e56645f2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (90cb00bc-0902-4e29-8660-930518fe3343), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.031972 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-4a277e6e-f6a1-44bf-bce6-3e56645f2074 None None] Port 90cb00bc-0902-4e29-8660-930518fe3343 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:06:53.036451 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-48297fd3-6ef1-4f8b-bba0-70854dec2ed8 req-ec8dc5a2-7ba0-46b2-9a63-75ed8f40bd7e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Feb 16 11:06:53.047081 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dbd3f39b-4b85-4433-9fe1-c3d23b8a69dc admin admin] Publish callbacks [] for security_group (7896c831-bccf-4f85-ba2b-e868e31b1e39), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.051472 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dbd3f39b-4b85-4433-9fe1-c3d23b8a69dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7896c831-bccf-4f85-ba2b-e868e31b1e39), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.090728 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-dbd3f39b-4b85-4433-9fe1-c3d23b8a69dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac4bdd7214e245e081fc3c1089130827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783346 Feb 16 11:06:53.092048 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3f39b-4b85-4433-9fe1-c3d23b8a69dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896c831-bccf-4f85-ba2b-e868e31b1e39,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:53.093764 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 51876) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:53.146469 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-405bdbeb-24fd-4dfe-a55a-6517b465acbb admin admin] Publish callbacks [] for security_group (7896c831-bccf-4f85-ba2b-e868e31b1e39), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.169074 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-405bdbeb-24fd-4dfe-a55a-6517b465acbb admin admin] Publish callbacks [] for security_group (7896c831-bccf-4f85-ba2b-e868e31b1e39), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.224275 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-405bdbeb-24fd-4dfe-a55a-6517b465acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7896c831-bccf-4f85-ba2b-e868e31b1e39), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.227214 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-405bdbeb-24fd-4dfe-a55a-6517b465acbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.229254 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-405bdbeb-24fd-4dfe-a55a-6517b465acbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7896c831-bccf-4f85-ba2b-e868e31b1e39 HTTP/1.1" status: 204 len: 168 time: 0.1339540 Feb 16 11:06:53.238447 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bdbeb-24fd-4dfe-a55a-6517b465acbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896c831-bccf-4f85-ba2b-e868e31b1e39,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:53.339119 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d8f8b-194c-47af-afd1-18843446ccaf req-e8388260-7f75-43a3-beef-b51cdeae1290 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:53.341406 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-510d8f8b-194c-47af-afd1-18843446ccaf req-e8388260-7f75-43a3-beef-b51cdeae1290 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 931 time: 0.0931549 Feb 16 11:06:53.343099 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9198c557-6276-439a-93d8-e01c3d729a6f req-d244bc2c-8b61-49f3-a360-3a9ec177ee98 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 210 time: 0.0443528 Feb 16 11:06:53.395997 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-510d8f8b-194c-47af-afd1-18843446ccaf req-ffc982dc-e8fb-4083-b9fe-6528ea13ed27 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472312 Feb 16 11:06:53.524580 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b3a9b2e9-e644-46f3-8be1-e96067deba1f req-aa4269cc-6591-4336-8e2f-bbd5069d621c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0282233 Feb 16 11:06:53.586772 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1b9a941a-c897-422d-8422-d3be5dfb78e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:53.927130 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12060ec8-c101-4fea-9fde-281cd456d8d4 req-6316fcc0-41a1-45de-83ea-e3bf90547696 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:53.928863 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12060ec8-c101-4fea-9fde-281cd456d8d4 req-6316fcc0-41a1-45de-83ea-e3bf90547696 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.0742550 Feb 16 11:06:54.002487 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12060ec8-c101-4fea-9fde-281cd456d8d4 req-cdd45ffe-b6a5-487e-8ac4-91998001bcb1 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594943 Feb 16 11:06:54.204586 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4422f-2e01-49aa-a675-e49b63d958c5 req-1cb866ee-753c-4349-b7e8-6030730a3f09 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:54.217781 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c4b4422f-2e01-49aa-a675-e49b63d958c5 req-1cb866ee-753c-4349-b7e8-6030730a3f09 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.0982676 Feb 16 11:06:54.292284 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c4b4422f-2e01-49aa-a675-e49b63d958c5 req-41d64eb1-9816-41f8-b89e-371b5312603a tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788608 Feb 16 11:06:54.562600 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-64e84845-ee4b-4907-95f2-f905aaee35e7 req-51f8b51d-d5d2-449b-9485-7cc15b82c0da tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 210 time: 0.0814488 Feb 16 11:06:54.637720 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994f77c-e0a0-4aa7-92f4-68d55e01d15d req-ad984d52-4a30-4212-8375-9a7f8bcff209 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:54.655028 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d994f77c-e0a0-4aa7-92f4-68d55e01d15d req-ad984d52-4a30-4212-8375-9a7f8bcff209 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 931 time: 0.1230047 Feb 16 11:06:54.754835 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5b4061f5-f7cb-4cfe-a700-a83165491299 req-ac946e72-0d3e-4313-83bc-6e956b28919c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0568907 Feb 16 11:06:54.775859 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d994f77c-e0a0-4aa7-92f4-68d55e01d15d req-0d903b46-7f9f-4c51-bc03-ac4c8c066b87 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147718 Feb 16 11:06:55.221686 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f4cd3-86dc-41df-811b-f0894d303407 req-06950702-5ab4-4548-a93f-d7da88dc180e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:55.223441 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-905f4cd3-86dc-41df-811b-f0894d303407 req-06950702-5ab4-4548-a93f-d7da88dc180e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.1310813 Feb 16 11:06:55.295587 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-905f4cd3-86dc-41df-811b-f0894d303407 req-e6c4fcc6-9979-4cee-8930-85c01b1daac2 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645456 Feb 16 11:06:55.539044 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83722395-fc82-488f-bf52-987f5e94e879 req-970eb8d1-c5be-4928-b92b-540b11516d7b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:55.540736 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-83722395-fc82-488f-bf52-987f5e94e879 req-970eb8d1-c5be-4928-b92b-540b11516d7b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.0775075 Feb 16 11:06:55.619019 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-83722395-fc82-488f-bf52-987f5e94e879 req-8cca59e7-f66f-49de-9cc5-5ada833f4959 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704627 Feb 16 11:06:55.693428 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fb63b49e-a155-43c5-8948-1dabcb00027e req-7ab6c7fb-6b67-4a7d-83b6-302755338cb1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 210 time: 0.0322375 Feb 16 11:06:55.864908 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b61b3eac-fb93-41f2-bf09-f182cc159e68 req-3054a94b-02d1-49e4-a074-cd343d6108bd tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0341344 Feb 16 11:06:55.921987 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72713ae-45d5-4f1e-ae8e-687792b70114 req-253481df-aac2-4369-b485-4d0685ca0b04 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:55.923798 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c72713ae-45d5-4f1e-ae8e-687792b70114 req-253481df-aac2-4369-b485-4d0685ca0b04 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 931 time: 0.0614491 Feb 16 11:06:55.954204 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Request body: {'port': {'device_id': '117be41d-3517-463b-a393-05960336a9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:55.960334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Request body: {'port': {'device_id': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:55.965763 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-3198756d-2a3e-4bad-b675-1b775f0b71a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d5ca08-9b7f-4d58-9594-4145d1091be5 HTTP/1.1" status: 200 len: 217 time: 0.0526686 Feb 16 11:06:55.998011 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c56b709-a401-453b-be5e-1251542cb896 req-49c099bc-fe10-4f86-858c-86a9b4b35853 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b HTTP/1.1" status: 200 len: 217 time: 0.0729811 Feb 16 11:06:56.081839 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c72713ae-45d5-4f1e-ae8e-687792b70114 req-e34729e5-cde4-4e33-88f0-a9d130756e2f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444499 Feb 16 11:06:56.083830 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56b709-a401-453b-be5e-1251542cb896 req-4dc5753d-d5f9-4858-b261-370118dc715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:56.085524 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c56b709-a401-453b-be5e-1251542cb896 req-4dc5753d-d5f9-4858-b261-370118dc715c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.0761864 Feb 16 11:06:56.091488 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5de47320-2b33-40f6-99ac-876147fb5396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:56.113388 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:56.116090 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-634e84cd-b0ef-4d02-aaa7-0cff9585e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:56.117507 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-634e84cd-b0ef-4d02-aaa7-0cff9585e220 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d90d38f9-6d8a-4247-8c9a-f36baf3f0803 HTTP/1.1" status: 200 len: 852 time: 0.1324224 Feb 16 11:06:56.126190 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (90cb00bc-0902-4e29-8660-930518fe3343), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:56.162765 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c56b709-a401-453b-be5e-1251542cb896 req-f1f4bcb9-d591-472d-badc-7f4a023ff1c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322707 Feb 16 11:06:56.186816 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-73b3ae80-02fe-4222-b09a-32f455896993 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7882127-67b4-4afa-94da-e2fee3563050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543017 Feb 16 11:06:56.278487 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c56b709-a401-453b-be5e-1251542cb896 req-2a1c59d7-cf0a-46bd-be17-b47758e9de46 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915589 Feb 16 11:06:56.364928 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.42', 49465) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:06:56.431051 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c56b709-a401-453b-be5e-1251542cb896 req-38909840-108f-40f6-9913-f400a6831b4d service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346889 Feb 16 11:06:56.523314 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-8027a5f1-0511-4a79-a069-2762c91ca662 service neutron] 10.222.0.42 "GET /v2.0/networks/f7882127-67b4-4afa-94da-e2fee3563050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137972 Feb 16 11:06:56.538428 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6a1f268a-f5cb-4274-83b5-5be6a272768f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:56.545706 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6a1f268a-f5cb-4274-83b5-5be6a272768f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 817 time: 0.1794977 Feb 16 11:06:56.676827 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-73fcf094-2195-4d84-95f6-bb8c15a0df05 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 380 time: 0.1195440 Feb 16 11:06:56.696715 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'port': {'device_id': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'admin_state_up': True, 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'security_groups': ['02cb0a57-e0cd-4046-817f-b1922c36e579']}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:56.847884 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52637a-99b0-49f1-bfb6-0db99a7a00f4 req-10d1e82f-7f06-447e-9759-b02bb1504b8f tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:56.853057 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8a52637a-99b0-49f1-bfb6-0db99a7a00f4 req-10d1e82f-7f06-447e-9759-b02bb1504b8f tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.3395271 Feb 16 11:06:56.985056 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-6c7f4873-1843-478f-bd7f-96df797bc352 service neutron] 10.222.0.42 "GET /v2.0/networks/f7882127-67b4-4afa-94da-e2fee3563050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444687 Feb 16 11:06:57.031252 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cb00bc-0902-4e29-8660-930518fe3343 {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:06:57.035693 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Made reservation on behalf of 91e3607dc0214ad7bcdd08978f6c0130 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:57.039659 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.050918 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Publish callbacks [] for port (90cb00bc-0902-4e29-8660-930518fe3343), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.066049 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439a4dc3-2621-4c15-bff2-83aa283fa3d2 {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:06:57.076738 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8a52637a-99b0-49f1-bfb6-0db99a7a00f4 req-1537036a-cdc4-486b-9834-72eb076c4c18 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976781 Feb 16 11:06:57.083615 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-d51e27ec-6d08-4179-9439-451bc9f84fb1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:57.085203 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-d51e27ec-6d08-4179-9439-451bc9f84fb1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 818 time: 0.3752508 Feb 16 11:06:57.096624 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Publish callbacks [] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.096624 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Transition to ACTIVE for port object 90cb00bc-0902-4e29-8660-930518fe3343 will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:06:57.101073 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3097a0-846a-4bfd-b7e1-db2d99c03ce1 req-959d6fa5-acc6-45be-ac39-608b26752b50 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:57.103625 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (90cb00bc-0902-4e29-8660-930518fe3343), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.110482 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3097a0-846a-4bfd-b7e1-db2d99c03ce1 req-959d6fa5-acc6-45be-ac39-608b26752b50 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.3162167 Feb 16 11:06:57.124122 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Request body: {'port': {'device_id': '346b460a-4356-49db-9e0f-a701b6b32c10', 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'admin_state_up': True, 'tenant_id': '8a72703130344d469e8b5429875678d8'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:57.159230 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Transition to ACTIVE for port object 439a4dc3-2621-4c15-bff2-83aa283fa3d2 will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:06:57.188046 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.211972 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8947e675-fb6e-4713-8877-f063d194d458 req-556ce2ec-8281-4f99-8901-4c77fe72e254 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 210 time: 0.0500131 Feb 16 11:06:57.215972 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Pushing event updated for resources: {'Port': ['ID=90cb00bc-0902-4e29-8660-930518fe3343,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:57.298981 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cf3097a0-846a-4bfd-b7e1-db2d99c03ce1 req-0bc4faf3-5925-43b7-ad08-2109a22bb1f3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736093 Feb 16 11:06:57.323784 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.340434 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Pushing event updated for resources: {'Port': ['ID=439a4dc3-2621-4c15-bff2-83aa283fa3d2,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:57.398856 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-28f4e058-7e85-41c3-b8c9-0730ce0c2dc1 req-b6f38965-ac0b-4d8e-b2f1-2da1077b2058 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0650938 Feb 16 11:06:57.400050 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Attempting to bind port 90cb00bc-0902-4e29-8660-930518fe3343 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:57.400490 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Attempting to bind port 90cb00bc-0902-4e29-8660-930518fe3343 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:57.400916 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Attempting to bind port 90cb00bc-0902-4e29-8660-930518fe3343 on network 75ed8176-9ecb-45e7-8e85-50a322122886 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:57.403330 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Attempting to bind port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:06:57.403753 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Attempting to bind port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:06:57.404425 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Attempting to bind port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 on network c464c917-5df1-444f-9db7-268755e0edb3 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:57.412702 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 on network c464c917-5df1-444f-9db7-268755e0edb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:06:57.413165 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Attempting to bind port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 on network c464c917-5df1-444f-9db7-268755e0edb3 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:57.415618 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Port 90cb00bc-0902-4e29-8660-930518fe3343 on network 75ed8176-9ecb-45e7-8e85-50a322122886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:06:57.416564 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Attempting to bind port 90cb00bc-0902-4e29-8660-930518fe3343 on network 75ed8176-9ecb-45e7-8e85-50a322122886 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:06:57.424172 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:57.424647 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Checking segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:57.425324 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Bound using segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:57.425862 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Bound port: 90cb00bc-0902-4e29-8660-930518fe3343, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:57.426219 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (90cb00bc-0902-4e29-8660-930518fe3343), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.433051 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Allocated IP 172.20.0.10 (2ee320aa-8f03-4b44-97d5-29c8544f3e10/f59af1c9-b98b-4dfe-ac19-d1f719bbbca3/bf019c8d-c931-4c85-ba32-944c2b90506f) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:57.445516 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:06:57.445829 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Checking segment: {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:06:57.446232 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Bound using segment: {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:06:57.446771 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Bound port: 439a4dc3-2621-4c15-bff2-83aa283fa3d2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:06:57.447202 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.479449 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Made reservation on behalf of 8a72703130344d469e8b5429875678d8 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:06:57.482849 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.493416 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fba5c5-53e4-469e-b0cc-ba9298d847fa req-82bc9812-abe2-45ee-b322-27659734104c tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:57.495002 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-38fba5c5-53e4-469e-b0cc-ba9298d847fa req-82bc9812-abe2-45ee-b322-27659734104c tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 943 time: 0.1241295 Feb 16 11:06:57.554436 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] For port 90cb00bc-0902-4e29-8660-930518fe3343, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:57.559509 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] For port 90cb00bc-0902-4e29-8660-930518fe3343, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90cb00bc-0902-4e29-8660-930518fe3343,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:57.564727 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] For port 439a4dc3-2621-4c15-bff2-83aa283fa3d2, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:06:57.568486 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] For port 439a4dc3-2621-4c15-bff2-83aa283fa3d2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:06:57.570778 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (90cb00bc-0902-4e29-8660-930518fe3343), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.611683 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.624595 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:57.625323 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.626930 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] 10.222.0.42 "PUT /v2.0/ports/90cb00bc-0902-4e29-8660-930518fe3343 HTTP/1.1" status: 200 len: 1093 time: 1.6771257 Feb 16 11:06:57.628999 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:06:57.631596 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d836c792-4bc5-4332-8d47-f1f5b8d09485" -d '{"events": [{"name": "network-changed", "server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "tag": "90cb00bc-0902-4e29-8660-930518fe3343"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:06:57.650793 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:57.652940 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.654744 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 1094 time: 1.7060518 Feb 16 11:06:57.668001 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cde7e-95f9-4b2c-a9bc-f588bf71be17 service neutron] Pushing event updated for resources: {'Port': ['ID=90cb00bc-0902-4e29-8660-930518fe3343,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:57.684416 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140745fa-0ee3-468b-ad06-e742101d508c x-openstack-request-id: req-140745fa-0ee3-468b-ad06-e742101d508c {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:06:57.684847 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "tag": "90cb00bc-0902-4e29-8660-930518fe3343", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:06:57.685192 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-140745fa-0ee3-468b-ad06-e742101d508c {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:06:57.685689 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343', 'status': 'completed', 'code': 200} Feb 16 11:06:57.705401 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-38fba5c5-53e4-469e-b0cc-ba9298d847fa req-e2ce14a8-e124-4782-b25c-78bc7d8e80bd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943140 Feb 16 11:06:57.743207 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd4791-e03e-49b6-b841-a9fa55b418b6 service neutron] Pushing event updated for resources: {'Port': ['ID=439a4dc3-2621-4c15-bff2-83aa283fa3d2,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:57.914450 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:57.979591 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Allocated IP 172.20.0.2 (c464c917-5df1-444f-9db7-268755e0edb3/2b838752-423a-45c9-bcb0-1f6cddb7d2a0/27f2e6d1-596f-4ec4-8e3d-627293181d2d) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:06:58.001949 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:58.072179 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:58.082244 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:58.096539 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:58.101763 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:58.102910 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:58.105123 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:58.136979 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-6dba71a1-034f-415f-8cc8-21184376dc92 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4461665 Feb 16 11:06:58.220313 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks [] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:58.223375 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60f26-5a10-4f7e-b41f-f0622da081c2 req-dc57453b-5ba6-4484-b877-9c1f2734a369 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:58.225207 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-48e60f26-5a10-4f7e-b41f-f0622da081c2 req-dc57453b-5ba6-4484-b877-9c1f2734a369 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.0694184 Feb 16 11:06:58.258764 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:58.277136 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-48e60f26-5a10-4f7e-b41f-f0622da081c2 req-ca9eae87-a629-4c9f-b3df-0f75f5602374 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Feb 16 11:06:58.316353 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Network c464c917-5df1-444f-9db7-268755e0edb3 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:06:58.324015 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:06:58.327791 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:06:58.332973 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:58.333607 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:58.350203 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-7a471214-eeab-4b93-93a3-da0c1f3e5bbd None None] Provisioning complete for port bf019c8d-c931-4c85-ba32-944c2b90506f triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:06:58.350797 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7a471214-eeab-4b93-93a3-da0c1f3e5bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:58.354553 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Pushing event updated for resources: {'Port': ['ID=27f2e6d1-596f-4ec4-8e3d-627293181d2d,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:06:58.388556 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-eca19a8a-cef8-4306-8a90-75d7ddce69cc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2684283 Feb 16 11:06:58.393377 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-7a471214-eeab-4b93-93a3-da0c1f3e5bbd None None] Port bf019c8d-c931-4c85-ba32-944c2b90506f cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:06:58.409356 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4fdec-9b89-4205-b3bd-f66d8a55974c req-259f5d0a-582f-4775-82c8-3ab072cccf4d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:58.409953 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2489b-7a3a-4aab-997c-e214afeaf1cd req-affb31e2-1c4e-4a61-830d-e76ca573e834 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:58.410839 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-49f4fdec-9b89-4205-b3bd-f66d8a55974c req-259f5d0a-582f-4775-82c8-3ab072cccf4d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 931 time: 0.0744014 Feb 16 11:06:58.412656 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1ff2489b-7a3a-4aab-997c-e214afeaf1cd req-affb31e2-1c4e-4a61-830d-e76ca573e834 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.0607994 Feb 16 11:06:58.460064 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-49f4fdec-9b89-4205-b3bd-f66d8a55974c req-145d3dfe-6679-448e-8639-7836e60837a7 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Feb 16 11:06:58.460357 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1ff2489b-7a3a-4aab-997c-e214afeaf1cd req-cbb43820-a518-4208-933b-510589ef0607 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Feb 16 11:06:58.574339 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc276b2c-7233-464f-88e5-1f9aa1b290b8 req-21afa751-5db8-4a26-b8cb-3ef65d9c68a0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:58.575825 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dc276b2c-7233-464f-88e5-1f9aa1b290b8 req-21afa751-5db8-4a26-b8cb-3ef65d9c68a0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 932 time: 0.0584593 Feb 16 11:06:58.624743 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dc276b2c-7233-464f-88e5-1f9aa1b290b8 req-35b4e3b6-7dfa-4712-b2cd-50dd12381f72 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Feb 16 11:06:58.822620 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825311-3b27-4dc2-b59c-e0f65d593ed9 req-f60f3166-ef78-4583-8ecf-8fef7d4b1540 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:58.824109 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6f825311-3b27-4dc2-b59c-e0f65d593ed9 req-f60f3166-ef78-4583-8ecf-8fef7d4b1540 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 943 time: 0.0540466 Feb 16 11:06:58.872066 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6f825311-3b27-4dc2-b59c-e0f65d593ed9 req-e4f61159-f4d2-4fa5-b996-f6d898e20947 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 Feb 16 11:06:58.996715 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:59.404483 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a367fa-8c2f-47ea-b58f-90542a8f140e req-e829192b-8743-4120-81e5-6c6b16876a4e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:59.406024 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-93a367fa-8c2f-47ea-b58f-90542a8f140e req-e829192b-8743-4120-81e5-6c6b16876a4e tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.0554988 Feb 16 11:06:59.458261 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-93a367fa-8c2f-47ea-b58f-90542a8f140e req-ed8bd07b-b5af-47d2-9104-4e011b42377b tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Feb 16 11:06:59.616611 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ccab-5c97-48c6-b52a-2c7562b36c1a req-9c606eae-bc02-4305-95e8-c044b394f644 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:59.620008 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ec55ccab-5c97-48c6-b52a-2c7562b36c1a req-9c606eae-bc02-4305-95e8-c044b394f644 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 931 time: 0.0722337 Feb 16 11:06:59.633231 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e65533-90f1-4a35-95d0-a0fcc05c6e25 req-43db317c-ecf4-4f9f-97c7-719f5151aefe tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:59.634890 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c1e65533-90f1-4a35-95d0-a0fcc05c6e25 req-43db317c-ecf4-4f9f-97c7-719f5151aefe tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 943 time: 0.0921266 Feb 16 11:06:59.680821 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ec55ccab-5c97-48c6-b52a-2c7562b36c1a req-994aa645-e394-40d2-9908-a637c706b49c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555539 Feb 16 11:06:59.681879 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c1e65533-90f1-4a35-95d0-a0fcc05c6e25 req-7cb70d8d-e387-416b-94df-cf7e20745258 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Feb 16 11:06:59.686440 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117be41d-3517-463b-a393-05960336a9a5', 'tag': '439a4dc3-2621-4c15-bff2-83aa283fa3d2'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:06:59.689624 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711" -d '{"events": [{"name": "network-changed", "server_uuid": "117be41d-3517-463b-a393-05960336a9a5", "tag": "439a4dc3-2621-4c15-bff2-83aa283fa3d2"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:06:59.734536 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac91c5a7-b018-4ff0-8b9e-2da20e61c95e x-openstack-request-id: req-ac91c5a7-b018-4ff0-8b9e-2da20e61c95e {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:06:59.734824 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117be41d-3517-463b-a393-05960336a9a5", "tag": "439a4dc3-2621-4c15-bff2-83aa283fa3d2", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:06:59.735070 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac91c5a7-b018-4ff0-8b9e-2da20e61c95e {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:06:59.735517 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117be41d-3517-463b-a393-05960336a9a5', 'tag': '439a4dc3-2621-4c15-bff2-83aa283fa3d2', 'status': 'completed', 'code': 200} Feb 16 11:06:59.795564 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2bc27-1ac9-4f6f-b2d0-c7d38433da83 req-d5739248-b654-4f5e-8cd4-6d6b9a38da69 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:06:59.797078 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a0f2bc27-1ac9-4f6f-b2d0-c7d38433da83 req-d5739248-b654-4f5e-8cd4-6d6b9a38da69 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 932 time: 0.0557737 Feb 16 11:06:59.847328 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a0f2bc27-1ac9-4f6f-b2d0-c7d38433da83 req-24ace326-f883-46d4-b66c-3d5741ce579b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442488 Feb 16 11:06:59.882868 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:06:59.888709 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 69096cc8-8fa0-4632-9a7b-bd4f379d491b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:06:59.894054 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Request body: {'port': {'device_id': '346b460a-4356-49db-9e0f-a701b6b32c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:06:59.902192 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Request body: {'port': {'device_id': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:00.010849 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.012779 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.014815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c792-4bc5-4332-8d47-f1f5b8d09485 req-2833e89b-c071-4d7d-91b0-55b018dc8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:00.016391 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d836c792-4bc5-4332-8d47-f1f5b8d09485 req-2833e89b-c071-4d7d-91b0-55b018dc8792 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 1127 time: 0.1194432 Feb 16 11:07:00.060717 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 69096cc8-8fa0-4632-9a7b-bd4f379d491b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:00.074330 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '69096cc8-8fa0-4632-9a7b-bd4f379d491b', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'port_id': '69096cc8-8fa0-4632-9a7b-bd4f379d491b', 'mac_address': 'fa:16:3e:45:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2492744-3977-41e5-9827-b23495773be5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:00.116453 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 69096cc8-8fa0-4632-9a7b-bd4f379d491b is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:00.117021 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.133537 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69096cc8-8fa0-4632-9a7b-bd4f379d491b {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:00.157251 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 69096cc8-8fa0-4632-9a7b-bd4f379d491b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:00.162407 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.163184 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 96d5ca08-9b7f-4d58-9594-4145d1091be5 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:07:00.281549 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=69096cc8-8fa0-4632-9a7b-bd4f379d491b,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:00.298495 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-d274a72e-d39f-40bb-91ce-391968a1c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:00.300120 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-d274a72e-d39f-40bb-91ce-391968a1c4ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1128 time: 0.3655500 Feb 16 11:07:00.376333 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445b5a-1885-409d-aa02-a45d81267726 req-a20882e8-1f1c-40b7-aeeb-502db50fbec9 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:00.383341 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d445b5a-1885-409d-aa02-a45d81267726 req-a20882e8-1f1c-40b7-aeeb-502db50fbec9 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 943 time: 0.4098663 Feb 16 11:07:00.408368 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-50ee9e88-fcc2-4a6f-a0e8-38cf51bdf338 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 217 time: 0.0977697 Feb 16 11:07:00.435409 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 96d5ca08-9b7f-4d58-9594-4145d1091be5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96d5ca08-9b7f-4d58-9594-4145d1091be5,segment=NetworkSegment(dc2e2041-4cde-4e75-a252-02f69ca3cd95),segment_id=dc2e2041-4cde-4e75-a252-02f69ca3cd95)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:00.482706 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '96d5ca08-9b7f-4d58-9594-4145d1091be5', 'network_id': 'f7882127-67b4-4afa-94da-e2fee3563050', 'port_id': '96d5ca08-9b7f-4d58-9594-4145d1091be5', 'mac_address': 'fa:16:3e:69:93:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90d38f9-6d8a-4247-8c9a-f36baf3f0803', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:00.503786 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.563032 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 96d5ca08-9b7f-4d58-9594-4145d1091be5 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:00.563990 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.589922 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d5ca08-9b7f-4d58-9594-4145d1091be5 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:00.630856 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c792-4bc5-4332-8d47-f1f5b8d09485 req-9fb8ce44-e70c-4c6a-95ff-ae9890975417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:00.632587 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d836c792-4bc5-4332-8d47-f1f5b8d09485 req-9fb8ce44-e70c-4c6a-95ff-ae9890975417 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f30364e8a9d14d78bc578c9629093da0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6028857 Feb 16 11:07:00.634569 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-1f5453c6-b968-4d93-9890-5ab33bf6c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:00.635743 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 96d5ca08-9b7f-4d58-9594-4145d1091be5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96d5ca08-9b7f-4d58-9594-4145d1091be5,segment=NetworkSegment(dc2e2041-4cde-4e75-a252-02f69ca3cd95),segment_id=dc2e2041-4cde-4e75-a252-02f69ca3cd95)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:00.636120 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-1f5453c6-b968-4d93-9890-5ab33bf6c7df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.1923544 Feb 16 11:07:00.639934 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d445b5a-1885-409d-aa02-a45d81267726 req-197809ad-c700-4dba-b4fd-439438dde805 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556984 Feb 16 11:07:00.651562 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.767912 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=96d5ca08-9b7f-4d58-9594-4145d1091be5,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:00.801835 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f2e6d1-596f-4ec4-8e3d-627293181d2d {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:00.815905 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Publish callbacks [] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.821903 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-859fc7eb-b3ff-4004-baec-587a94f15e24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335174 Feb 16 11:07:00.825885 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d20e9d-19c3-4203-9d15-33488de0fd35 req-203c1804-07cf-4dbf-94d7-e91bc2d8e1f7 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:00.832865 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f4d20e9d-19c3-4203-9d15-33488de0fd35 req-203c1804-07cf-4dbf-94d7-e91bc2d8e1f7 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 943 time: 0.2348661 Feb 16 11:07:00.845508 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf019c8d-c931-4c85-ba32-944c2b90506f {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:00.871522 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Publish callbacks [] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.879766 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Transition to ACTIVE for port object 27f2e6d1-596f-4ec4-8e3d-627293181d2d will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:07:00.904772 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.934420 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c792-4bc5-4332-8d47-f1f5b8d09485 req-09efb19b-5a54-471f-b3f3-3751086ed2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:00.935914 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d836c792-4bc5-4332-8d47-f1f5b8d09485 req-09efb19b-5a54-471f-b3f3-3751086ed2e3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2928424 Feb 16 11:07:00.941377 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Transition to ACTIVE for port object bf019c8d-c931-4c85-ba32-944c2b90506f will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:07:00.966482 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:00.984786 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f4d20e9d-19c3-4203-9d15-33488de0fd35 req-9f3c6b64-0dff-4c69-ba6d-08b737a98f49 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441257 Feb 16 11:07:00.989736 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Pushing event updated for resources: {'Port': ['ID=27f2e6d1-596f-4ec4-8e3d-627293181d2d,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:01.056876 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686071db-ab85-4b01-a9f7-f625e5392e5d req-abb84ed9-bd50-4fe9-a408-00ab69f8580f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.064824 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-686071db-ab85-4b01-a9f7-f625e5392e5d req-abb84ed9-bd50-4fe9-a408-00ab69f8580f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 944 time: 0.2458539 Feb 16 11:07:01.095294 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:01.168544 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Attempting to bind port 27f2e6d1-596f-4ec4-8e3d-627293181d2d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:07:01.168870 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Attempting to bind port 27f2e6d1-596f-4ec4-8e3d-627293181d2d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:07:01.169200 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Attempting to bind port 27f2e6d1-596f-4ec4-8e3d-627293181d2d on network c464c917-5df1-444f-9db7-268755e0edb3 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:01.174991 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:01.193027 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Port 27f2e6d1-596f-4ec4-8e3d-627293181d2d on network c464c917-5df1-444f-9db7-268755e0edb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:07:01.193409 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Attempting to bind port 27f2e6d1-596f-4ec4-8e3d-627293181d2d on network c464c917-5df1-444f-9db7-268755e0edb3 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:01.206171 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-686071db-ab85-4b01-a9f7-f625e5392e5d req-942fb9c8-7cff-4b67-b3e6-8f35583c9cbf tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399262 Feb 16 11:07:01.221650 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-7514bc9f-fc1f-4746-912f-5cbb00545bae service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827212 Feb 16 11:07:01.246332 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:07:01.246677 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Checking segment: {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:07:01.247049 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Bound using segment: {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:07:01.247510 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Bound port: 27f2e6d1-596f-4ec4-8e3d-627293181d2d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011bcec5-14d3-4bf3-b6e1-518923f00202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:07:01.247878 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:01.292355 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3c98e-2834-4338-9e62-fb6fe724f4cd req-76537f06-985f-4d37-8413-5898258e61f3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.314093 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a2b3c98e-2834-4338-9e62-fb6fe724f4cd req-76537f06-985f-4d37-8413-5898258e61f3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 943 time: 0.2325008 Feb 16 11:07:01.336587 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-c6cba4f7-201c-4e60-a8f9-ee3621f80a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.338108 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-c6cba4f7-201c-4e60-a8f9-ee3621f80a5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 1127 time: 0.3376873 Feb 16 11:07:01.338426 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['96d5ca08-9b7f-4d58-9594-4145d1091be5'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:01.359534 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Attempting to bind port bf019c8d-c931-4c85-ba32-944c2b90506f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:07:01.360556 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Attempting to bind port bf019c8d-c931-4c85-ba32-944c2b90506f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:07:01.360556 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Attempting to bind port bf019c8d-c931-4c85-ba32-944c2b90506f on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:01.527089 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Port bf019c8d-c931-4c85-ba32-944c2b90506f on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:07:01.527603 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Attempting to bind port bf019c8d-c931-4c85-ba32-944c2b90506f on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:01.530580 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-16b5d923-a3c1-4093-b8ce-e3d29b55d258 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cb00bc-0902-4e29-8660-930518fe3343 HTTP/1.1" status: 200 len: 217 time: 0.1214306 Feb 16 11:07:01.613524 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a2b3c98e-2834-4338-9e62-fb6fe724f4cd req-31d8320b-6921-4849-8d8e-e36df42c6d21 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929876 Feb 16 11:07:01.622265 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] For port 27f2e6d1-596f-4ec4-8e3d-627293181d2d, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:07:01.639262 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:07:01.639545 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Checking segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:07:01.639928 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Bound using segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:07:01.640437 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Bound port: bf019c8d-c931-4c85-ba32-944c2b90506f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:07:01.641349 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:01.677898 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] For port 27f2e6d1-596f-4ec4-8e3d-627293181d2d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:07:01.688036 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9574e275-bcf6-489d-8d07-0a23e670bf12 req-8494cf54-c3d8-46d8-9353-24ccb8af34a0 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575412 Feb 16 11:07:01.689447 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:01.721894 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a12d7-7042-470c-bae0-bd057b872b21 req-c1f78892-e300-4e3c-8053-6997834f2945 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.731138 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f23a12d7-7042-470c-bae0-bd057b872b21 req-c1f78892-e300-4e3c-8053-6997834f2945 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2998374 Feb 16 11:07:01.744956 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-0013733a-d881-4830-8545-55d091c485bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.747067 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-0013733a-d881-4830-8545-55d091c485bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 200 len: 850 time: 0.1860573 Feb 16 11:07:01.807827 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.809705 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:01.812913 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] 10.222.0.42 "PUT /v2.0/ports/27f2e6d1-596f-4ec4-8e3d-627293181d2d HTTP/1.1" status: 200 len: 1093 time: 1.9238408 Feb 16 11:07:01.903527 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-5e896468-9ba2-4aae-98d7-463d37bdf9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.905560 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-5e896468-9ba2-4aae-98d7-463d37bdf9c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed8176-9ecb-45e7-8e85-50a322122886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1387691 Feb 16 11:07:01.914951 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f23a12d7-7042-470c-bae0-bd057b872b21 req-b1a65a2b-beb3-4605-9088-8a714ba9f638 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802948 Feb 16 11:07:01.921733 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52150) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:01.925959 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346b460a-4356-49db-9e0f-a701b6b32c10', 'tag': '27f2e6d1-596f-4ec4-8e3d-627293181d2d'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:01.941100 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45844762-b70a-48e6-ba40-4b1b75df8f49" -d '{"events": [{"name": "network-changed", "server_uuid": "346b460a-4356-49db-9e0f-a701b6b32c10", "tag": "27f2e6d1-596f-4ec4-8e3d-627293181d2d"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:01.962474 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-c002ed9b-09a5-43a5-b4a3-e17bf937d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:01.964139 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-c002ed9b-09a5-43a5-b4a3-e17bf937d5a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1128 time: 0.1815422 Feb 16 11:07:02.060912 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569e7277-f790-41ce-b97e-bf2a459f3797 x-openstack-request-id: req-569e7277-f790-41ce-b97e-bf2a459f3797 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:02.060912 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346b460a-4356-49db-9e0f-a701b6b32c10", "tag": "27f2e6d1-596f-4ec4-8e3d-627293181d2d", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:02.061196 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-569e7277-f790-41ce-b97e-bf2a459f3797 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:02.061539 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346b460a-4356-49db-9e0f-a701b6b32c10', 'tag': '27f2e6d1-596f-4ec4-8e3d-627293181d2d', 'status': 'completed', 'code': 200} Feb 16 11:07:02.097024 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-1dc6d970-bb4e-49dd-ad87-76ef0347205e service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796823 Feb 16 11:07:02.130494 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca0205-8b74-411d-8319-50bd8d3d3adc service neutron] Pushing event updated for resources: {'Port': ['ID=27f2e6d1-596f-4ec4-8e3d-627293181d2d,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:02.145110 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:07:02.150945 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-57d244b5-a335-471b-9b3f-05eedbbeaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.152368 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-57d244b5-a335-471b-9b3f-05eedbbeaaae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 1127 time: 0.2143426 Feb 16 11:07:02.154676 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:07:02.176822 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb159783-e6f2-4006-9344-d92fa8e3916e req-eb6f8ed6-124b-4493-89e6-b2bd75e7c3f6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.178636 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fb159783-e6f2-4006-9344-d92fa8e3916e req-eb6f8ed6-124b-4493-89e6-b2bd75e7c3f6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 943 time: 0.2371984 Feb 16 11:07:02.179916 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:02.222311 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-528c9919-630f-4b1f-8e3f-bc00f20f72dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d HTTP/1.1" status: 200 len: 217 time: 0.0599179 Feb 16 11:07:02.240206 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fa0a81d7-cd33-4802-905a-bad9cdd7beed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:02.289999 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.290828 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:02.292289 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 1094 time: 2.3950493 Feb 16 11:07:02.318185 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-eebc4bd0-c797-4957-9057-923441949b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.321165 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-eebc4bd0-c797-4957-9057-923441949b0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.3477929 Feb 16 11:07:02.342271 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bfc0f-6feb-4105-a1ff-7181bd3af0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:02.372022 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-e7106a7b-5190-461c-b120-ea6b4ea4329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.373645 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-e7106a7b-5190-461c-b120-ea6b4ea4329f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.1278396 Feb 16 11:07:02.394462 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fb159783-e6f2-4006-9344-d92fa8e3916e req-7a998612-f3ca-48cc-a131-0d3c2716a683 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750462 Feb 16 11:07:02.424567 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-6cb35611-4f30-4493-947f-06742dd079d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337961 Feb 16 11:07:02.440221 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-8d3f76ef-74d6-4332-b378-857914149ecd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 217 time: 0.0986540 Feb 16 11:07:02.464342 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174610f1-295e-4085-be88-db0d133fe937 req-0afdc766-ffc5-47c4-8c77-f160ccac2f2a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.477098 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-174610f1-295e-4085-be88-db0d133fe937 req-0afdc766-ffc5-47c4-8c77-f160ccac2f2a tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 944 time: 0.3441553 Feb 16 11:07:02.490588 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-4ae6c9df-de90-42ae-8132-d2bc2fd5f028 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565817 Feb 16 11:07:02.562799 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-106b5e9a-bab8-4235-b208-edf24848555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.564385 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-106b5e9a-bab8-4235-b208-edf24848555c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1128 time: 0.2143760 Feb 16 11:07:02.652203 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-acb7e46b-0d83-415b-a7c8-6ae0e24f2d18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 217 time: 0.0750356 Feb 16 11:07:02.716922 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-a09733b4-631b-4c1b-bbb9-567dc7a7a965 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810581 Feb 16 11:07:02.780322 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-f3bb3b4a-c9c5-48d2-b3b0-64305bde8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.784569 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-f3bb3b4a-c9c5-48d2-b3b0-64305bde8866 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.1204629 Feb 16 11:07:02.831021 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cab1-305f-4a92-8ba7-9d7ee7c6ac79 req-f5ff3a2b-396e-4dbd-b6a6-f0c31bc49022 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.838226 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8aa4cab1-305f-4a92-8ba7-9d7ee7c6ac79 req-f5ff3a2b-396e-4dbd-b6a6-f0c31bc49022 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 944 time: 0.2777503 Feb 16 11:07:02.931376 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-45a08cc0-a07a-4bdd-a856-9a0cf1fb0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.935160 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-45a08cc0-a07a-4bdd-a856-9a0cf1fb0605 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.4545860 Feb 16 11:07:02.951398 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 69096cc8-8fa0-4632-9a7b-bd4f379d491b up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:02.966344 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70fd2ad7-96fc-4955-8fc4-4c08d7e29f12 req-752bb24c-4d1e-47d7-95b2-f37bfcc29f0f service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220938 Feb 16 11:07:02.983208 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-5fbd98b4-fc94-4e5b-bb3b-9357448d8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:02.983208 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-5fbd98b4-fc94-4e5b-bb3b-9357448d8fe7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1879091 Feb 16 11:07:02.996545 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8aa4cab1-305f-4a92-8ba7-9d7ee7c6ac79 req-55c54c38-da38-4978-a934-82948d86347d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572795 Feb 16 11:07:03.015923 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-174610f1-295e-4085-be88-db0d133fe937 req-0063b4bf-d230-4285-a1b4-57dfbc22a62c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375073 Feb 16 11:07:03.050957 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fa0a81d7-cd33-4802-905a-bad9cdd7beed admin admin] Publish callbacks [] for security_group (6a130b9d-9ee4-495d-8a96-b69dfcaa63e3), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.057157 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-e1a1aea9-98c4-40b6-82b0-8b28abf989ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001763 Feb 16 11:07:03.128499 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 69096cc8-8fa0-4632-9a7b-bd4f379d491b completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:07:03.138834 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 69096cc8-8fa0-4632-9a7b-bd4f379d491b triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:03.139767 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.175397 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fa0a81d7-cd33-4802-905a-bad9cdd7beed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (6a130b9d-9ee4-495d-8a96-b69dfcaa63e3), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.245603 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-894a38d5-9866-4fc5-987e-3acecdbb44e8 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754727 Feb 16 11:07:03.282499 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-fa0a81d7-cd33-4802-905a-bad9cdd7beed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f00e937e27a47e19a92003cbb15ba00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3579299 Feb 16 11:07:03.283416 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a81d7-cd33-4802-905a-bad9cdd7beed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a130b9d-9ee4-495d-8a96-b69dfcaa63e3,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:03.287293 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52202) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:03.425762 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d64c1-b5e9-444f-9971-2f225d244d49 req-ff5d2131-bcf1-4ac5-9c88-9d85b7d6dbf1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:03.429029 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-db0d64c1-b5e9-444f-9971-2f225d244d49 req-ff5d2131-bcf1-4ac5-9c88-9d85b7d6dbf1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2572463 Feb 16 11:07:03.440048 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 69096cc8-8fa0-4632-9a7b-bd4f379d491b is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:03.443941 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.486478 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69096cc8-8fa0-4632-9a7b-bd4f379d491b'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:03.560929 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-6ae79211-aad4-410e-a335-122789a02f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:03.562456 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-6ae79211-aad4-410e-a335-122789a02f0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 1127 time: 0.4578521 Feb 16 11:07:03.565672 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-ebcbbb36-46c7-490b-b15b-b90da98f01ae service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645354 Feb 16 11:07:03.580854 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8fe7cf11-4b03-49e8-a1c2-0122d7d27711 req-e0d4a9ae-b32a-4377-8d4e-e20766ee0191 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249137 Feb 16 11:07:03.582354 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a0f59-b4fe-49a0-8ca2-8b36fd80523b req-e181e9a8-2cd6-4351-81f2-fe849607f1bb tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:03.584263 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ef5a0f59-b4fe-49a0-8ca2-8b36fd80523b req-e181e9a8-2cd6-4351-81f2-fe849607f1bb tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 943 time: 0.4009271 Feb 16 11:07:03.609001 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-afb31fb0-ad64-4592-8c2a-238bb9154977 admin admin] Publish callbacks [] for security_group (6a130b9d-9ee4-495d-8a96-b69dfcaa63e3), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.620649 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-db0d64c1-b5e9-444f-9971-2f225d244d49 req-e6a6fda0-2398-45a4-8ae8-1f6b8418f0d7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688809 Feb 16 11:07:03.636921 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 69096cc8-8fa0-4632-9a7b-bd4f379d491b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:03.647516 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.648804 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 96d5ca08-9b7f-4d58-9594-4145d1091be5 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:03.667029 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-afb31fb0-ad64-4592-8c2a-238bb9154977 admin admin] Publish callbacks [] for security_group (6a130b9d-9ee4-495d-8a96-b69dfcaa63e3), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.822308 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-afb31fb0-ad64-4592-8c2a-238bb9154977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (6a130b9d-9ee4-495d-8a96-b69dfcaa63e3), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.823380 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=69096cc8-8fa0-4632-9a7b-bd4f379d491b,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:03.827445 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-afb31fb0-ad64-4592-8c2a-238bb9154977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.830361 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-afb31fb0-ad64-4592-8c2a-238bb9154977 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a130b9d-9ee4-495d-8a96-b69dfcaa63e3 HTTP/1.1" status: 204 len: 168 time: 0.5392280 Feb 16 11:07:03.832013 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ef5a0f59-b4fe-49a0-8ca2-8b36fd80523b req-3d9877b6-7882-45ed-8bd9-23be6d6afc4b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206066 Feb 16 11:07:03.852983 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963904-17e7-4c52-bda3-a7eec77de3a4 req-2f427754-842c-4593-ae65-b15f2c7e4eef tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:03.867963 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b963904-17e7-4c52-bda3-a7eec77de3a4 req-2f427754-842c-4593-ae65-b15f2c7e4eef tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 943 time: 0.1344252 Feb 16 11:07:03.869544 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4e2bfc73-96c0-4c76-bc73-f92163ac86d5 req-b9a4911b-e4ca-4cd7-99a2-85f70064afd2 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774885 Feb 16 11:07:03.871867 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-8847cf49-dbac-4546-9473-e4bd23bfa29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:03.875141 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-8847cf49-dbac-4546-9473-e4bd23bfa29f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.2996154 Feb 16 11:07:03.880314 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 96d5ca08-9b7f-4d58-9594-4145d1091be5 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:07:03.889948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 96d5ca08-9b7f-4d58-9594-4145d1091be5 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:03.891307 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:03.893149 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb31fb0-ad64-4592-8c2a-238bb9154977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a130b9d-9ee4-495d-8a96-b69dfcaa63e3,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:03.938374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724e4766-a2f1-4d2a-b244-ebbd150f94c7" -d '{"events": [{"server_uuid": "d4c8c07f-3598-4f50-ad86-b7f108e89a1e", "name": "network-vif-plugged", "status": "completed", "tag": "69096cc8-8fa0-4632-9a7b-bd4f379d491b"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:03.941610 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-b214538a-6e8b-4411-b75b-34f5f04d5e14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d HTTP/1.1" status: 200 len: 217 time: 0.0588551 Feb 16 11:07:03.973025 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b963904-17e7-4c52-bda3-a7eec77de3a4 req-c8865403-25f0-472b-8974-956b030b8309 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038520 Feb 16 11:07:04.062277 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:04.066915 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f164680d-8c3d-463b-891c-7be122d6fd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:04.132594 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-f3ce39ac-2701-44a0-bc95-ff5d2e1bcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:04.136012 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-f3ce39ac-2701-44a0-bc95-ff5d2e1bcd3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.1871560 Feb 16 11:07:04.154655 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 96d5ca08-9b7f-4d58-9594-4145d1091be5 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:04.158451 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:04.164642 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b274142-b830-4faf-b2ee-0aa1b83adc7f x-openstack-request-id: req-1b274142-b830-4faf-b2ee-0aa1b83adc7f {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:04.167542 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c8c07f-3598-4f50-ad86-b7f108e89a1e", "name": "network-vif-plugged", "status": "completed", "tag": "69096cc8-8fa0-4632-9a7b-bd4f379d491b", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:04.168013 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b274142-b830-4faf-b2ee-0aa1b83adc7f {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:04.169660 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69096cc8-8fa0-4632-9a7b-bd4f379d491b', 'code': 200} Feb 16 11:07:04.218614 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 96d5ca08-9b7f-4d58-9594-4145d1091be5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96d5ca08-9b7f-4d58-9594-4145d1091be5,segment=NetworkSegment(dc2e2041-4cde-4e75-a252-02f69ca3cd95),segment_id=dc2e2041-4cde-4e75-a252-02f69ca3cd95)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:04.225960 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-253353f0-aeca-4f87-9be4-ec6cf04c6dd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799959 Feb 16 11:07:04.233652 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:04.332593 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad27e2-9cdd-482a-8e08-5d01ef64b075 req-9bb503a5-a1c0-4a33-a941-929c56667533 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:04.351268 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9aad27e2-9cdd-482a-8e08-5d01ef64b075 req-9bb503a5-a1c0-4a33-a941-929c56667533 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.1752107 Feb 16 11:07:04.367758 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-2bf7c0b0-162b-4c02-9485-7946e753f0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350758 Feb 16 11:07:04.416115 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=96d5ca08-9b7f-4d58-9594-4145d1091be5,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:04.464599 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52240) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:04.479892 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9aad27e2-9cdd-482a-8e08-5d01ef64b075 req-a148b78c-cb97-43e8-8940-5ef19a39e591 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242881 Feb 16 11:07:04.486499 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-92bd54fc-e11d-4c68-a741-12fd80ed0bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:04.592644 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-92bd54fc-e11d-4c68-a741-12fd80ed0bd4 admin admin] Publish callbacks [] for security_group (05814522-f22f-4e73-938d-4d78e0e269eb), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:04.608845 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-92bd54fc-e11d-4c68-a741-12fd80ed0bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (05814522-f22f-4e73-938d-4d78e0e269eb), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:04.656668 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024e617-083b-49ff-a0eb-886bbb0fe2d6 x-openstack-request-id: req-0024e617-083b-49ff-a0eb-886bbb0fe2d6 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:04.657195 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:04.657821 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0024e617-083b-49ff-a0eb-886bbb0fe2d6 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:04.660005 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'status': 'completed', 'code': 200} Feb 16 11:07:04.664769 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-92bd54fc-e11d-4c68-a741-12fd80ed0bd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=157cb68d6ca24fa7ad36dfb4af2fb33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990449 Feb 16 11:07:04.667732 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd54fc-e11d-4c68-a741-12fd80ed0bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05814522-f22f-4e73-938d-4d78e0e269eb,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:04.674654 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52250) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:04.732805 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-699b1664-568b-4663-b32d-6785eb8be928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:04.737649 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-699b1664-568b-4663-b32d-6785eb8be928 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1128 time: 0.0840726 Feb 16 11:07:04.874902 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d1733-6c40-467b-bd8f-9a21b1edc585 req-bf82a303-9e41-4ae9-a15f-063193dc10ed tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:04.876505 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-368d1733-6c40-467b-bd8f-9a21b1edc585 req-bf82a303-9e41-4ae9-a15f-063193dc10ed tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.5077271 Feb 16 11:07:04.883037 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e6d7a-4479-4b98-9e8a-15ec712d1e18 req-4656b363-48ab-4dc7-ba1f-ee8ad6605e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:04.884639 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-426e6d7a-4479-4b98-9e8a-15ec712d1e18 req-4656b363-48ab-4dc7-ba1f-ee8ad6605e95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 1129 time: 0.4356339 Feb 16 11:07:04.894461 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45844762-b70a-48e6-ba40-4b1b75df8f49 req-899fb8ee-ff4c-4cc0-9a32-3d6139803366 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732366 Feb 16 11:07:04.931740 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-426e6d7a-4479-4b98-9e8a-15ec712d1e18 req-da4230cc-c2d3-4920-962b-cd1792ba9fd9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:04.933963 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-154563d7-8a5a-4465-bada-f349d5cab1fe admin admin] Publish callbacks [] for security_group (05814522-f22f-4e73-938d-4d78e0e269eb), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:04.962702 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 439a4dc3-2621-4c15-bff2-83aa283fa3d2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:07:04.984532 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb9c3d-bdc2-4a73-9e55-b9865d1aaba4 req-f1adbc0f-e16b-4e38-b9a8-45fb241efda0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:04.994687 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bfcb9c3d-bdc2-4a73-9e55-b9865d1aaba4 req-f1adbc0f-e16b-4e38-b9a8-45fb241efda0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2345645 Feb 16 11:07:05.001503 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-154563d7-8a5a-4465-bada-f349d5cab1fe admin admin] Publish callbacks [] for security_group (05814522-f22f-4e73-938d-4d78e0e269eb), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.020322 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-368d1733-6c40-467b-bd8f-9a21b1edc585 req-735c8581-7df0-4116-a085-6ce0942afa5d tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200831 Feb 16 11:07:05.072037 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-b466eac8-a15a-435e-b780-fba36981fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:05.074856 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-b466eac8-a15a-435e-b780-fba36981fb21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.3283536 Feb 16 11:07:05.120695 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-426e6d7a-4479-4b98-9e8a-15ec712d1e18 req-da4230cc-c2d3-4920-962b-cd1792ba9fd9 service neutron] Publish callbacks [] for security_group (64cd3d31-5a76-4306-986b-e51f8edc7937), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.126126 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-154563d7-8a5a-4465-bada-f349d5cab1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (05814522-f22f-4e73-938d-4d78e0e269eb), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.133901 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-154563d7-8a5a-4465-bada-f349d5cab1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.138965 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-154563d7-8a5a-4465-bada-f349d5cab1fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05814522-f22f-4e73-938d-4d78e0e269eb HTTP/1.1" status: 204 len: 168 time: 0.3980415 Feb 16 11:07:05.158168 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-426e6d7a-4479-4b98-9e8a-15ec712d1e18 req-da4230cc-c2d3-4920-962b-cd1792ba9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (64cd3d31-5a76-4306-986b-e51f8edc7937), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.160927 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-117586ed-2602-44af-b38c-6ffc40fd151c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 217 time: 0.0754299 Feb 16 11:07:05.164688 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bfcb9c3d-bdc2-4a73-9e55-b9865d1aaba4 req-3596bacb-a49a-4bd7-8d99-9c477c4cca21 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625500 Feb 16 11:07:05.173048 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 439a4dc3-2621-4c15-bff2-83aa283fa3d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:05.196201 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '439a4dc3-2621-4c15-bff2-83aa283fa3d2', 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'port_id': '439a4dc3-2621-4c15-bff2-83aa283fa3d2', 'mac_address': 'fa:16:3e:d5:ff:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:05.205162 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154563d7-8a5a-4465-bada-f349d5cab1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05814522-f22f-4e73-938d-4d78e0e269eb,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:05.246267 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4230cc-c2d3-4920-962b-cd1792ba9fd9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd3d31-5a76-4306-986b-e51f8edc7937,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:05.261574 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-426e6d7a-4479-4b98-9e8a-15ec712d1e18 req-da4230cc-c2d3-4920-962b-cd1792ba9fd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677936 Feb 16 11:07:05.287537 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c3b10-4edb-4c52-a565-540caabbb0fd req-79f6d5e2-3a30-4dfd-8659-20d65560079f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:05.288977 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-3562aa79-2b3d-4ace-a6cf-73bf888dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:05.291554 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-3562aa79-2b3d-4ace-a6cf-73bf888dea8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.1236167 Feb 16 11:07:05.297826 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-474c3b10-4edb-4c52-a565-540caabbb0fd req-79f6d5e2-3a30-4dfd-8659-20d65560079f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 943 time: 0.1568902 Feb 16 11:07:05.304982 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:05.306284 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.334935 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439a4dc3-2621-4c15-bff2-83aa283fa3d2 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:05.376496 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 439a4dc3-2621-4c15-bff2-83aa283fa3d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:05.382441 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.384375 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 90cb00bc-0902-4e29-8660-930518fe3343 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:07:05.391779 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-474c3b10-4edb-4c52-a565-540caabbb0fd req-66106470-fc13-412d-8e53-6d5a2a846ad4 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910697 Feb 16 11:07:05.475531 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2084a18-d790-496a-9b73-ab9ec0625ba2 req-7b521ea0-e1e8-404e-9bc7-0b7ca2a6b749 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:05.477090 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=439a4dc3-2621-4c15-bff2-83aa283fa3d2,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:05.482743 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b2084a18-d790-496a-9b73-ab9ec0625ba2 req-7b521ea0-e1e8-404e-9bc7-0b7ca2a6b749 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 943 time: 0.0843506 Feb 16 11:07:05.561138 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b2084a18-d790-496a-9b73-ab9ec0625ba2 req-f92268b4-f5b0-4cee-8912-ba547c56b873 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773020 Feb 16 11:07:05.561459 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 90cb00bc-0902-4e29-8660-930518fe3343, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90cb00bc-0902-4e29-8660-930518fe3343,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:05.586089 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '90cb00bc-0902-4e29-8660-930518fe3343', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'port_id': '90cb00bc-0902-4e29-8660-930518fe3343', 'mac_address': 'fa:16:3e:a2:5b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:05.587626 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-86d48be3-3552-4e5f-a98b-1645d449013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:05.589060 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-86d48be3-3552-4e5f-a98b-1645d449013d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0916741 Feb 16 11:07:05.655172 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 90cb00bc-0902-4e29-8660-930518fe3343 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:05.655843 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (90cb00bc-0902-4e29-8660-930518fe3343), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.687899 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cb00bc-0902-4e29-8660-930518fe3343 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:05.700888 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef70fad-f762-4c9c-9c1d-4512c3f95566 req-d62bfdd4-65b7-497c-bf60-8e72543b1ee1 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:05.708537 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1ef70fad-f762-4c9c-9c1d-4512c3f95566 req-d62bfdd4-65b7-497c-bf60-8e72543b1ee1 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.0876215 Feb 16 11:07:05.716539 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-ed4180ca-1ff5-419e-8636-9fbb61ce7175 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195424 Feb 16 11:07:05.736437 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 90cb00bc-0902-4e29-8660-930518fe3343, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90cb00bc-0902-4e29-8660-930518fe3343,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:05.746429 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (90cb00bc-0902-4e29-8660-930518fe3343), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:05.774305 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1ef70fad-f762-4c9c-9c1d-4512c3f95566 req-77a776f6-63fb-41db-bddf-c31140219b19 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600295 Feb 16 11:07:05.809619 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=90cb00bc-0902-4e29-8660-930518fe3343,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:05.863574 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f164680d-8c3d-463b-891c-7be122d6fd9d req-f9e96dc2-f214-436a-9727-eacbaddff623 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397717 Feb 16 11:07:05.989702 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52284) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:06.012161 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['90cb00bc-0902-4e29-8660-930518fe3343'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:06.041181 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['439a4dc3-2621-4c15-bff2-83aa283fa3d2'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:06.172926 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d5ca08-9b7f-4d58-9594-4145d1091be5'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:06.175291 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8bf2a-974f-4b2c-b458-b26897cc5805" -d '{"events": [{"server_uuid": "c93385a1-7b86-47bb-86c9-9423d508f4eb", "name": "network-vif-plugged", "status": "completed", "tag": "96d5ca08-9b7f-4d58-9594-4145d1091be5"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:06.225504 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ecad8182-ada3-4b8d-ac17-452425ae3703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:06.241394 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761058e5-2a27-4200-96a3-078a3a8fbef5 req-8df3273a-f25a-412e-9742-6cf4a17aa993 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:06.243580 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-761058e5-2a27-4200-96a3-078a3a8fbef5 req-8df3273a-f25a-412e-9742-6cf4a17aa993 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0883610 Feb 16 11:07:06.268479 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0798b-8f88-4d4c-875d-f83118321b30 x-openstack-request-id: req-34c0798b-8f88-4d4c-875d-f83118321b30 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:06.269688 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93385a1-7b86-47bb-86c9-9423d508f4eb", "name": "network-vif-plugged", "status": "completed", "tag": "96d5ca08-9b7f-4d58-9594-4145d1091be5", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:06.270028 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34c0798b-8f88-4d4c-875d-f83118321b30 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:06.272268 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d5ca08-9b7f-4d58-9594-4145d1091be5', 'code': 200} Feb 16 11:07:06.374690 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-761058e5-2a27-4200-96a3-078a3a8fbef5 req-6ad6b98b-1dcf-4ec1-b0c6-9ac095f8c179 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091938 Feb 16 11:07:06.496406 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ecad8182-ada3-4b8d-ac17-452425ae3703 admin admin] Publish callbacks [] for security_group (376ce4fb-51f6-4ea2-b11f-149fefa22e45), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:06.510047 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3f5f8-588c-4253-8b89-0a66686c8c8f req-e726d146-8ba5-44dc-bda4-0d94edbc8b5f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:06.511918 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-48d3f5f8-588c-4253-8b89-0a66686c8c8f req-e726d146-8ba5-44dc-bda4-0d94edbc8b5f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1716199 Feb 16 11:07:06.513863 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ecad8182-ada3-4b8d-ac17-452425ae3703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (376ce4fb-51f6-4ea2-b11f-149fefa22e45), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:06.580432 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad8182-ada3-4b8d-ac17-452425ae3703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ce4fb-51f6-4ea2-b11f-149fefa22e45,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:06.585671 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-ecad8182-ada3-4b8d-ac17-452425ae3703 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=434a052da27c4626a8202e9de6116336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951726 Feb 16 11:07:06.588923 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52318) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:06.663194 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-48d3f5f8-588c-4253-8b89-0a66686c8c8f req-def7dfdc-cc4f-4298-94ef-2b94fe99b7b8 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373537 Feb 16 11:07:06.670464 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8e81-c757-47a0-9772-a44db9613219 req-8df0da35-9f5e-4d8c-9a67-caa93edc7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:06.672106 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ad4d8e81-c757-47a0-9772-a44db9613219 req-8df0da35-9f5e-4d8c-9a67-caa93edc7df2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 1129 time: 0.2271152 Feb 16 11:07:06.676726 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e2b55f71-5957-4ea0-956d-45199276decd admin admin] Publish callbacks [] for security_group (376ce4fb-51f6-4ea2-b11f-149fefa22e45), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:06.697619 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402dcb6-8436-42af-8cf8-eef5d0c5b618 req-a65d7ff3-0ff1-450e-a1d0-21928b087210 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:06.705451 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a402dcb6-8436-42af-8cf8-eef5d0c5b618 req-a65d7ff3-0ff1-450e-a1d0-21928b087210 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 943 time: 0.1775265 Feb 16 11:07:06.714575 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e2b55f71-5957-4ea0-956d-45199276decd admin admin] Publish callbacks [] for security_group (376ce4fb-51f6-4ea2-b11f-149fefa22e45), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:06.787214 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ad4d8e81-c757-47a0-9772-a44db9613219 req-41f409c3-e5c4-444b-b730-bcea658fede4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072776 Feb 16 11:07:06.801173 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a402dcb6-8436-42af-8cf8-eef5d0c5b618 req-87f57fd3-fe40-43a9-80f4-3472c6ee078a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944374 Feb 16 11:07:06.839629 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e2b55f71-5957-4ea0-956d-45199276decd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (376ce4fb-51f6-4ea2-b11f-149fefa22e45), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:06.842602 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e2b55f71-5957-4ea0-956d-45199276decd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:06.844213 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e2b55f71-5957-4ea0-956d-45199276decd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/376ce4fb-51f6-4ea2-b11f-149fefa22e45 HTTP/1.1" status: 204 len: 168 time: 0.2540288 Feb 16 11:07:06.859057 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b55f71-5957-4ea0-956d-45199276decd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ce4fb-51f6-4ea2-b11f-149fefa22e45,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:06.877806 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52356fe4-31ff-433a-a83e-df26a677d795 req-c0c7c62e-6e17-430e-ba62-f4e32f6219de tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:06.888777 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-52356fe4-31ff-433a-a83e-df26a677d795 req-c0c7c62e-6e17-430e-ba62-f4e32f6219de tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 944 time: 0.1000669 Feb 16 11:07:06.964814 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-52356fe4-31ff-433a-a83e-df26a677d795 req-2da4ca87-a254-4431-b76f-d7ef28a3e275 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782619 Feb 16 11:07:06.974826 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:07:07.021260 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e745907-8dfe-4246-a23c-14131810547a req-5797d684-aa48-4d18-b1a8-b3484136d93e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:07.033330 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2e745907-8dfe-4246-a23c-14131810547a req-5797d684-aa48-4d18-b1a8-b3484136d93e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.1097059 Feb 16 11:07:07.125556 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2e745907-8dfe-4246-a23c-14131810547a req-16d7f795-3a58-42de-9399-693b67fe4db7 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868762 Feb 16 11:07:07.176760 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:07.194701 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'port_id': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'mac_address': 'fa:16:3e:6d:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:07.266031 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:07.266868 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:07.287184 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf019c8d-c931-4c85-ba32-944c2b90506f {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:07.329745 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:07.335679 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:07.336952 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 27f2e6d1-596f-4ec4-8e3d-627293181d2d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:07:07.402292 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52336) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:07.450270 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-344ad73d-b8ba-4107-a257-1a710ffe939b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:07.543798 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:07.579947 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 27f2e6d1-596f-4ec4-8e3d-627293181d2d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:07.619104 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '27f2e6d1-596f-4ec4-8e3d-627293181d2d', 'network_id': 'c464c917-5df1-444f-9db7-268755e0edb3', 'port_id': '27f2e6d1-596f-4ec4-8e3d-627293181d2d', 'mac_address': 'fa:16:3e:bf:a3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b838752-423a-45c9-bcb0-1f6cddb7d2a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:07.663548 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcf4dd-92af-45a7-a6e0-708cc81e1c2e req-0c866c72-a6be-4777-8d27-3891911809a9 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:07.668551 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b0bcf4dd-92af-45a7-a6e0-708cc81e1c2e req-0c866c72-a6be-4777-8d27-3891911809a9 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.1605365 Feb 16 11:07:07.696473 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-344ad73d-b8ba-4107-a257-1a710ffe939b admin admin] Publish callbacks [] for security_group (ae16db14-72fb-4985-825c-28b752eee999), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:07.698292 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 27f2e6d1-596f-4ec4-8e3d-627293181d2d is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:07.700104 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:07.706263 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-344ad73d-b8ba-4107-a257-1a710ffe939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ae16db14-72fb-4985-825c-28b752eee999), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:07.732096 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f2e6d1-596f-4ec4-8e3d-627293181d2d {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:07.788915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 27f2e6d1-596f-4ec4-8e3d-627293181d2d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:07.801177 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:07.841230 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-344ad73d-b8ba-4107-a257-1a710ffe939b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5874cce8de6045878eab1f0d63f6f9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295626 Feb 16 11:07:07.846513 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52354) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:07.847656 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad73d-b8ba-4107-a257-1a710ffe939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16db14-72fb-4985-825c-28b752eee999,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:07.927507 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac03ce5-7560-45e7-ab80-cbf670df0b71 req-3d80ed04-b2b0-4c5e-b85e-9d05c95659db tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:07.932285 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5ac03ce5-7560-45e7-ab80-cbf670df0b71 req-3d80ed04-b2b0-4c5e-b85e-9d05c95659db tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.1300664 Feb 16 11:07:07.947873 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=27f2e6d1-596f-4ec4-8e3d-627293181d2d,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:07.955259 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b0bcf4dd-92af-45a7-a6e0-708cc81e1c2e req-8d83feeb-af94-4f67-9488-4523205508d5 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606010 Feb 16 11:07:08.035853 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5ac03ce5-7560-45e7-ab80-cbf670df0b71 req-68238c1a-6cf6-4cdb-9eec-234310782d15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991914 Feb 16 11:07:08.050687 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c20a3fef-c77e-4d98-847d-6705f51fcf6b admin admin] Publish callbacks [] for security_group (ae16db14-72fb-4985-825c-28b752eee999), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:08.081608 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c20a3fef-c77e-4d98-847d-6705f51fcf6b admin admin] Publish callbacks [] for security_group (ae16db14-72fb-4985-825c-28b752eee999), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:08.097716 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['27f2e6d1-596f-4ec4-8e3d-627293181d2d'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:08.163688 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['bf019c8d-c931-4c85-ba32-944c2b90506f'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:08.179311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedb351-71a5-4967-86c8-bdf03a084152 req-616eea21-e442-4a01-a3b4-4c3d18da1f9c tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:08.186373 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1cedb351-71a5-4967-86c8-bdf03a084152 req-616eea21-e442-4a01-a3b4-4c3d18da1f9c tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 944 time: 0.0818861 Feb 16 11:07:08.247873 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1cedb351-71a5-4967-86c8-bdf03a084152 req-a7615d1a-5c19-47a9-8750-31eab711e92a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604990 Feb 16 11:07:08.326221 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d6faf-cf21-4843-a197-59a61f4b03f7 req-9fbd257a-5dcb-4ebc-a6d2-4bc0891674f0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:08.333618 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b50d6faf-cf21-4843-a197-59a61f4b03f7 req-9fbd257a-5dcb-4ebc-a6d2-4bc0891674f0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 944 time: 0.2176557 Feb 16 11:07:08.376855 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c20a3fef-c77e-4d98-847d-6705f51fcf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ae16db14-72fb-4985-825c-28b752eee999), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:08.379506 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c20a3fef-c77e-4d98-847d-6705f51fcf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:08.384529 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c20a3fef-c77e-4d98-847d-6705f51fcf6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae16db14-72fb-4985-825c-28b752eee999 HTTP/1.1" status: 204 len: 168 time: 0.5168078 Feb 16 11:07:08.392006 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a3fef-c77e-4d98-847d-6705f51fcf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16db14-72fb-4985-825c-28b752eee999,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:08.439440 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b50d6faf-cf21-4843-a197-59a61f4b03f7 req-a592453a-750a-49a7-8748-39eb5f468d8f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047511 Feb 16 11:07:08.470787 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541296e4-890a-4383-963c-a93da8c57136 req-2d4cf872-c9c1-47e8-906c-f617d2db7ddc tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:08.488195 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-541296e4-890a-4383-963c-a93da8c57136 req-2d4cf872-c9c1-47e8-906c-f617d2db7ddc tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.1696475 Feb 16 11:07:08.643204 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-541296e4-890a-4383-963c-a93da8c57136 req-73d39487-060c-4cf8-8c84-3febed4bd5ca tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529787 Feb 16 11:07:08.983593 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 439a4dc3-2621-4c15-bff2-83aa283fa3d2 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:09.097570 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:07:09.104512 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:09.108037 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:09.176195 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2056b7a-2bf2-4309-aa7d-08e3b23673e0 req-8d34222a-3220-4aa5-ab00-e34594f6ed1d tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:09.183327 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c2056b7a-2bf2-4309-aa7d-08e3b23673e0 req-8d34222a-3220-4aa5-ab00-e34594f6ed1d tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.1387279 Feb 16 11:07:09.272578 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:09.272990 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:09.294702 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c2056b7a-2bf2-4309-aa7d-08e3b23673e0 req-c7ba1ccb-b167-4e7e-b1e2-fabbb7159890 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072536 Feb 16 11:07:09.307948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117be41d-3517-463b-a393-05960336a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439a4dc3-2621-4c15-bff2-83aa283fa3d2'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:09.311655 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23008fd4-1418-488c-bb2b-13f20f9e0948" -d '{"events": [{"server_uuid": "117be41d-3517-463b-a393-05960336a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "439a4dc3-2621-4c15-bff2-83aa283fa3d2"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:09.338953 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 439a4dc3-2621-4c15-bff2-83aa283fa3d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:09.349248 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:09.350351 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 90cb00bc-0902-4e29-8660-930518fe3343 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:09.420377 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78346d06-161f-4bcf-b940-35077918ce23 req-932c6e48-b12c-4ed1-9330-030abc855848 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:09.423536 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-78346d06-161f-4bcf-b940-35077918ce23 req-932c6e48-b12c-4ed1-9330-030abc855848 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.2017012 Feb 16 11:07:09.469072 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e6e0b-9ddb-4514-ac63-5811c89f59d0 req-af26db57-dd5a-41ce-9ab7-0830bb0e622a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:09.481951 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d5e6e0b-9ddb-4514-ac63-5811c89f59d0 req-af26db57-dd5a-41ce-9ab7-0830bb0e622a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 944 time: 0.1021266 Feb 16 11:07:09.571455 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-78346d06-161f-4bcf-b940-35077918ce23 req-b23cc0a6-3971-4b75-9bda-7abc50f5e2b5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318898 Feb 16 11:07:09.589139 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d5e6e0b-9ddb-4514-ac63-5811c89f59d0 req-5e3ae699-b711-45ef-a803-dccccb41a2f8 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059968 Feb 16 11:07:09.617076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=439a4dc3-2621-4c15-bff2-83aa283fa3d2,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:09.649070 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 90cb00bc-0902-4e29-8660-930518fe3343 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:07:09.654292 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 90cb00bc-0902-4e29-8660-930518fe3343 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:09.654745 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (90cb00bc-0902-4e29-8660-930518fe3343), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:09.705483 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35e5df8-c3e8-49b4-bcb3-b83081186a64 x-openstack-request-id: req-e35e5df8-c3e8-49b4-bcb3-b83081186a64 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:09.705802 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117be41d-3517-463b-a393-05960336a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "439a4dc3-2621-4c15-bff2-83aa283fa3d2", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:09.706058 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e35e5df8-c3e8-49b4-bcb3-b83081186a64 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:09.706452 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117be41d-3517-463b-a393-05960336a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439a4dc3-2621-4c15-bff2-83aa283fa3d2', 'code': 200} Feb 16 11:07:09.805205 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3fd0-7db5-46b2-a1c9-01be4916d7af req-06189523-58c8-4bac-9b0b-481b1abc9ed1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:09.814008 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d32f3fd0-7db5-46b2-a1c9-01be4916d7af req-06189523-58c8-4bac-9b0b-481b1abc9ed1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 944 time: 0.1046150 Feb 16 11:07:09.826298 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 90cb00bc-0902-4e29-8660-930518fe3343 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:09.826700 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (90cb00bc-0902-4e29-8660-930518fe3343), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:09.887619 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d32f3fd0-7db5-46b2-a1c9-01be4916d7af req-38472f5f-f726-4cc2-9601-15216294e503 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725977 Feb 16 11:07:09.899650 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 90cb00bc-0902-4e29-8660-930518fe3343, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90cb00bc-0902-4e29-8660-930518fe3343,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:09.917352 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (90cb00bc-0902-4e29-8660-930518fe3343), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:10.032737 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=90cb00bc-0902-4e29-8660-930518fe3343,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:10.051450 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5867-be39-4e3b-9b60-b1ba86a0bb8f req-73240885-7891-48e0-8f65-f5861ceda49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:10.053303 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f59a5867-be39-4e3b-9b60-b1ba86a0bb8f req-73240885-7891-48e0-8f65-f5861ceda49f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.1534438 Feb 16 11:07:10.168359 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f59a5867-be39-4e3b-9b60-b1ba86a0bb8f req-53c48a8e-1d2f-4c9b-9db9-9163870b46f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088612 Feb 16 11:07:10.825597 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0adfca-d119-4b82-a11e-e223b3804e0a req-4363ea8b-f3d7-422d-b257-fed003e14978 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:10.827087 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0c0adfca-d119-4b82-a11e-e223b3804e0a req-4363ea8b-f3d7-422d-b257-fed003e14978 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0817831 Feb 16 11:07:10.907427 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0c0adfca-d119-4b82-a11e-e223b3804e0a req-d79f40ea-ab26-4b90-aa7e-db5742d0b37e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732043 Feb 16 11:07:10.982289 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:11.140488 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb80b14-d4a5-4f43-8a8f-8dc6cd73e8c0 req-61aef94f-6912-4278-bc28-d49d8b160c60 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:11.141673 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e2eba-53f6-4179-a224-6a154784ec96 req-26abb085-7054-4a23-acb1-8d8187633ab1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:11.143633 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fd7e2eba-53f6-4179-a224-6a154784ec96 req-26abb085-7054-4a23-acb1-8d8187633ab1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 944 time: 0.1004388 Feb 16 11:07:11.151846 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dfb80b14-d4a5-4f43-8a8f-8dc6cd73e8c0 req-61aef94f-6912-4278-bc28-d49d8b160c60 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.1551540 Feb 16 11:07:11.156250 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port bf019c8d-c931-4c85-ba32-944c2b90506f completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:07:11.176318 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port bf019c8d-c931-4c85-ba32-944c2b90506f triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:11.178774 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:11.231949 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fd7e2eba-53f6-4179-a224-6a154784ec96 req-958063e3-ef6f-4338-bb26-4cd158c424d6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Feb 16 11:07:11.351937 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:11.352720 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:11.354160 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dfb80b14-d4a5-4f43-8a8f-8dc6cd73e8c0 req-b118a60e-2a82-4cd0-ab7f-0161c7c67ddc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933537 Feb 16 11:07:11.424530 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:11.441782 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:11.443167 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 27f2e6d1-596f-4ec4-8e3d-627293181d2d up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:11.604575 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:11.631732 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 27f2e6d1-596f-4ec4-8e3d-627293181d2d completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:07:11.639545 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 27f2e6d1-596f-4ec4-8e3d-627293181d2d triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:11.640394 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:11.796762 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343'}, {'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:11.800002 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f614154-ff8d-48e1-a779-c28e4cb08ef3" -d '{"events": [{"server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "name": "network-vif-plugged", "status": "completed", "tag": "90cb00bc-0902-4e29-8660-930518fe3343"}, {"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-plugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:11.882333 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 27f2e6d1-596f-4ec4-8e3d-627293181d2d is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:11.882729 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:11.939464 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aebbf5-6e1a-43b8-aaec-c2dafb1570f4 x-openstack-request-id: req-00aebbf5-6e1a-43b8-aaec-c2dafb1570f4 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:11.939771 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "name": "network-vif-plugged", "status": "completed", "tag": "90cb00bc-0902-4e29-8660-930518fe3343", "code": 200}, {"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-plugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:11.940040 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00aebbf5-6e1a-43b8-aaec-c2dafb1570f4 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:11.944524 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343', 'code': 200} Feb 16 11:07:11.944524 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'code': 200} Feb 16 11:07:11.965787 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 27f2e6d1-596f-4ec4-8e3d-627293181d2d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:11.974528 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.089885 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52536) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:12.099950 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=27f2e6d1-596f-4ec4-8e3d-627293181d2d,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:12.382545 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced50ce-b768-4237-ae02-07cc85b856fd req-6ac7ad65-68f8-435d-a1e2-1a2449c8dc05 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:12.384505 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1ced50ce-b768-4237-ae02-07cc85b856fd req-6ac7ad65-68f8-435d-a1e2-1a2449c8dc05 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1769557 Feb 16 11:07:12.412174 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d732af2-35e3-4a82-bd2b-f2e5da3d64e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.429526 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2035ad-c7a5-4acf-9cb1-2248d519200a req-66e985ab-5ee8-4366-a6e7-eb2d4c6c907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:12.431257 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1e2035ad-c7a5-4acf-9cb1-2248d519200a req-66e985ab-5ee8-4366-a6e7-eb2d4c6c907c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 1129 time: 0.2015941 Feb 16 11:07:12.485533 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174de65-2cae-4849-9d6e-09fcf87e723a req-fe71191f-af0e-489e-b385-fd096086168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:12.489207 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a174de65-2cae-4849-9d6e-09fcf87e723a req-fe71191f-af0e-489e-b385-fd096086168b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1130 time: 0.1877780 Feb 16 11:07:12.511625 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508a239-4f26-4ea0-9703-9f159de4b93f req-bb7bff40-c53a-4267-9cea-b9647e280cb4 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:12.514737 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1508a239-4f26-4ea0-9703-9f159de4b93f req-bb7bff40-c53a-4267-9cea-b9647e280cb4 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1297514 Feb 16 11:07:12.531182 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1ced50ce-b768-4237-ae02-07cc85b856fd req-92bcb5aa-7b87-47b7-8d2b-732a92e9d4c2 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285655 Feb 16 11:07:12.536604 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1e2035ad-c7a5-4acf-9cb1-2248d519200a req-d8f04c0b-cf93-48e6-8aa4-db48e0980b57 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978224 Feb 16 11:07:12.646055 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d732af2-35e3-4a82-bd2b-f2e5da3d64e6 admin admin] Publish callbacks [] for security_group (f1a6d765-f866-4f67-9de5-80ac135cd517), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.666827 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d732af2-35e3-4a82-bd2b-f2e5da3d64e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f1a6d765-f866-4f67-9de5-80ac135cd517), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.672609 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1508a239-4f26-4ea0-9703-9f159de4b93f req-09a23d9f-b140-4a81-89bd-ea062e1f3a12 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309981 Feb 16 11:07:12.677409 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a174de65-2cae-4849-9d6e-09fcf87e723a req-4f61b318-69dc-4f1f-b21f-b1285f27300b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607807 Feb 16 11:07:12.779683 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3d732af2-35e3-4a82-bd2b-f2e5da3d64e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7a65cb6aa1b4aada8e02e2831361b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6884785 Feb 16 11:07:12.782215 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52564) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:12.794878 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d732af2-35e3-4a82-bd2b-f2e5da3d64e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a6d765-f866-4f67-9de5-80ac135cd517,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:12.820327 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985310-30da-4712-9563-275a243df19b req-36b2e1fc-2197-4cf5-89cb-00c8fc71bde4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:12.822063 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-df985310-30da-4712-9563-275a243df19b req-36b2e1fc-2197-4cf5-89cb-00c8fc71bde4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1733763 Feb 16 11:07:12.867893 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-462f6e52-42fa-4f3b-9821-cb7d98f013bf admin admin] Publish callbacks [] for security_group (f1a6d765-f866-4f67-9de5-80ac135cd517), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.882355 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-df985310-30da-4712-9563-275a243df19b req-5a815c88-f168-4e07-8409-a048f18ae4f7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533347 Feb 16 11:07:12.908736 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-462f6e52-42fa-4f3b-9821-cb7d98f013bf admin admin] Publish callbacks [] for security_group (f1a6d765-f866-4f67-9de5-80ac135cd517), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.986820 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-462f6e52-42fa-4f3b-9821-cb7d98f013bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f1a6d765-f866-4f67-9de5-80ac135cd517), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.989737 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-462f6e52-42fa-4f3b-9821-cb7d98f013bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:12.991121 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-462f6e52-42fa-4f3b-9821-cb7d98f013bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1a6d765-f866-4f67-9de5-80ac135cd517 HTTP/1.1" status: 204 len: 168 time: 0.2076380 Feb 16 11:07:13.000881 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f6e52-42fa-4f3b-9821-cb7d98f013bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a6d765-f866-4f67-9de5-80ac135cd517,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:13.396288 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52580) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:13.416886 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1cf1-b61a-4cd8-8a7f-915977ad063e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:13.528251 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1cf1-b61a-4cd8-8a7f-915977ad063e admin admin] Publish callbacks [] for security_group (120460d4-c478-42d3-b151-32e3b3e65356), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:13.534233 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1cf1-b61a-4cd8-8a7f-915977ad063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (120460d4-c478-42d3-b151-32e3b3e65356), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:13.586798 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f1cf1-b61a-4cd8-8a7f-915977ad063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120460d4-c478-42d3-b151-32e3b3e65356,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:13.599215 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-cd8f1cf1-b61a-4cd8-8a7f-915977ad063e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13aea286ee8e4690bb001d56199c28f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013969 Feb 16 11:07:13.603677 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52592) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:13.665136 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc570-ad2a-4843-88f5-6f331982856e admin admin] Publish callbacks [] for security_group (120460d4-c478-42d3-b151-32e3b3e65356), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:13.693463 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc570-ad2a-4843-88f5-6f331982856e admin admin] Publish callbacks [] for security_group (120460d4-c478-42d3-b151-32e3b3e65356), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:13.756058 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc570-ad2a-4843-88f5-6f331982856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (120460d4-c478-42d3-b151-32e3b3e65356), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:13.759438 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc570-ad2a-4843-88f5-6f331982856e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:13.760940 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-f7dfc570-ad2a-4843-88f5-6f331982856e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/120460d4-c478-42d3-b151-32e3b3e65356 HTTP/1.1" status: 204 len: 168 time: 0.1561015 Feb 16 11:07:13.788066 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfc570-ad2a-4843-88f5-6f331982856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120460d4-c478-42d3-b151-32e3b3e65356,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:13.945921 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346b460a-4356-49db-9e0f-a701b6b32c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f2e6d1-596f-4ec4-8e3d-627293181d2d'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:13.948745 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc648e89-ca8e-4049-902a-66e42e0bcb4e" -d '{"events": [{"server_uuid": "346b460a-4356-49db-9e0f-a701b6b32c10", "name": "network-vif-plugged", "status": "completed", "tag": "27f2e6d1-596f-4ec4-8e3d-627293181d2d"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:14.013168 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689854-6f5b-4ca5-8848-767cdf7b49c4 req-f9fa0a34-e790-4f2f-9e40-c404d8678197 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:14.028458 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5689854-6f5b-4ca5-8848-767cdf7b49c4 req-f9fa0a34-e790-4f2f-9e40-c404d8678197 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1359487 Feb 16 11:07:14.045444 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71431e16-8984-4d60-a10a-40bcdcbf8f7b req-38c20a41-0fc9-4802-b895-44be47c38585 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:14.054959 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-71431e16-8984-4d60-a10a-40bcdcbf8f7b req-38c20a41-0fc9-4802-b895-44be47c38585 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2091315 Feb 16 11:07:14.151930 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5689854-6f5b-4ca5-8848-767cdf7b49c4 req-ab384539-9065-4cd8-a7a4-f792f55a84fa tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216874 Feb 16 11:07:14.165188 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-71431e16-8984-4d60-a10a-40bcdcbf8f7b req-9afa10ee-5158-49bc-90f3-916b0d731bac tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088908 Feb 16 11:07:14.322118 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee447b95-7544-4e4c-a996-b69fff89087e x-openstack-request-id: req-ee447b95-7544-4e4c-a996-b69fff89087e {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:14.322432 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346b460a-4356-49db-9e0f-a701b6b32c10", "name": "network-vif-plugged", "status": "completed", "tag": "27f2e6d1-596f-4ec4-8e3d-627293181d2d", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:14.322692 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee447b95-7544-4e4c-a996-b69fff89087e {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:14.323083 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346b460a-4356-49db-9e0f-a701b6b32c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f2e6d1-596f-4ec4-8e3d-627293181d2d', 'code': 200} Feb 16 11:07:14.406266 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20ba52-f5bf-4a5e-834d-b14014125ad3 req-e4599ecf-721d-475c-8657-5772d2f02d2f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:14.408876 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0c20ba52-f5bf-4a5e-834d-b14014125ad3 req-e4599ecf-721d-475c-8657-5772d2f02d2f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1301577 Feb 16 11:07:14.617077 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0c20ba52-f5bf-4a5e-834d-b14014125ad3 req-1eb23f5b-0a38-40a3-b581-a1091b45fc65 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943555 Feb 16 11:07:14.742529 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd65b5-7de5-4207-bb7f-873c64aa6091 req-f3e93f41-26e5-44e2-960d-a58960908b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:14.744527 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-46fd65b5-7de5-4207-bb7f-873c64aa6091 req-f3e93f41-26e5-44e2-960d-a58960908b65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 1129 time: 0.0826232 Feb 16 11:07:14.786135 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52632) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:14.819532 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-46fd65b5-7de5-4207-bb7f-873c64aa6091 req-d53bd17f-157c-4978-bb5b-5a9692c97b36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674267 Feb 16 11:07:15.030971 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e59bc80e-78ed-4aa5-864c-0f8a3be6b08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:15.153420 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e59bc80e-78ed-4aa5-864c-0f8a3be6b08b admin admin] Publish callbacks [] for security_group (cea18d63-ff52-4ee2-a2d1-7bf009fed7bf), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:15.159945 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e59bc80e-78ed-4aa5-864c-0f8a3be6b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cea18d63-ff52-4ee2-a2d1-7bf009fed7bf), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:15.222797 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e59bc80e-78ed-4aa5-864c-0f8a3be6b08b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2eb111e303504f08b86ce7846b8ed082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356744 Feb 16 11:07:15.224361 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bc80e-78ed-4aa5-864c-0f8a3be6b08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea18d63-ff52-4ee2-a2d1-7bf009fed7bf,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:15.227425 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52650) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:15.294235 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-30eae377-e784-4a22-a4a8-61343ec69dbc admin admin] Publish callbacks [] for security_group (cea18d63-ff52-4ee2-a2d1-7bf009fed7bf), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:15.324378 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-30eae377-e784-4a22-a4a8-61343ec69dbc admin admin] Publish callbacks [] for security_group (cea18d63-ff52-4ee2-a2d1-7bf009fed7bf), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:15.411414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b998e-26c0-41f0-964f-16ca3a1c7cd8 req-1172bdd1-284a-400f-81cc-4a2cb0bf29fc tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:15.413966 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c0b998e-26c0-41f0-964f-16ca3a1c7cd8 req-1172bdd1-284a-400f-81cc-4a2cb0bf29fc tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1085362 Feb 16 11:07:15.456507 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0a71a-40b4-4777-9c13-7541d61c5b05 req-7e6122bb-b2ab-44e3-9d6c-12a8c027b4d0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:15.459454 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e6e0a71a-40b4-4777-9c13-7541d61c5b05 req-7e6122bb-b2ab-44e3-9d6c-12a8c027b4d0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1323333 Feb 16 11:07:15.498504 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-30eae377-e784-4a22-a4a8-61343ec69dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cea18d63-ff52-4ee2-a2d1-7bf009fed7bf), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:15.501492 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-30eae377-e784-4a22-a4a8-61343ec69dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:15.504635 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-30eae377-e784-4a22-a4a8-61343ec69dbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cea18d63-ff52-4ee2-a2d1-7bf009fed7bf HTTP/1.1" status: 204 len: 168 time: 0.2744777 Feb 16 11:07:15.504935 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c0b998e-26c0-41f0-964f-16ca3a1c7cd8 req-a097ab14-74b6-486d-a560-36a3f9ff03b5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779073 Feb 16 11:07:15.538559 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eae377-e784-4a22-a4a8-61343ec69dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea18d63-ff52-4ee2-a2d1-7bf009fed7bf,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:15.584397 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e6e0a71a-40b4-4777-9c13-7541d61c5b05 req-890de8a3-02e7-4ea4-aa6b-53039aa9a87b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185501 Feb 16 11:07:15.879442 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcd032-16d9-40f4-a83f-f00af77a348a req-be798913-e8d8-4eee-819e-fb5ceb5d2962 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:15.881598 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01fcd032-16d9-40f4-a83f-f00af77a348a req-be798913-e8d8-4eee-819e-fb5ceb5d2962 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1261039 Feb 16 11:07:15.977926 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a444ee7-775f-4bc8-9d40-1dd3cd21448a req-21be8389-d3ec-4597-8815-7838894e60ed tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:15.986843 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0a444ee7-775f-4bc8-9d40-1dd3cd21448a req-21be8389-d3ec-4597-8815-7838894e60ed tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1499262 Feb 16 11:07:15.995557 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52704) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:15.997228 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01fcd032-16d9-40f4-a83f-f00af77a348a req-f21e1efc-2d07-43d8-8afe-771a4ea7ec4d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010349 Feb 16 11:07:16.015891 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'floatingip': {'port_id': '90cb00bc-0902-4e29-8660-930518fe3343'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:16.222018 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (1f805167-eed5-4142-9429-6f65b9b3f39e), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:16.268361 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52734) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:16.297824 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-32624ddd-c8f0-45d5-95b6-9bfe7e301c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:16.406462 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851b67-41f1-495b-919c-acea22b9a637 req-b5f7f554-d7f2-4464-8c23-19ca32d7a1e1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:16.408199 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b1851b67-41f1-495b-919c-acea22b9a637 req-b5f7f554-d7f2-4464-8c23-19ca32d7a1e1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2581959 Feb 16 11:07:16.430895 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52736) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:16.441167 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'floatingip': {'port_id': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:16.500596 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-32624ddd-c8f0-45d5-95b6-9bfe7e301c4f admin admin] Publish callbacks [] for security_group (ef55fb8d-a686-479c-8bc9-085a9b6eb29c), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:16.508599 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-32624ddd-c8f0-45d5-95b6-9bfe7e301c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ef55fb8d-a686-479c-8bc9-085a9b6eb29c), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:16.543504 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-32624ddd-c8f0-45d5-95b6-9bfe7e301c4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86bda8991d6b45a7b7633db611b33fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725964 Feb 16 11:07:16.547292 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52740) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:16.580468 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32624ddd-c8f0-45d5-95b6-9bfe7e301c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55fb8d-a686-479c-8bc9-085a9b6eb29c,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:16.669953 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52744) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:16.755038 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (a29aaa9d-cf30-4daf-ac91-74933226a315), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:16.806234 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762dc3-d62c-4fda-af5c-2896d303ea7c req-a8a50b38-743f-4685-8dc3-8274a276a352 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:16.807890 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a9762dc3-d62c-4fda-af5c-2896d303ea7c req-a8a50b38-743f-4685-8dc3-8274a276a352 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0785322 Feb 16 11:07:16.954655 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2da0a020-52f3-4e46-b6d2-b2124b9d1c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:16.961655 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a9762dc3-d62c-4fda-af5c-2896d303ea7c req-36cd506d-47e9-4baf-be09-a991d155cd81 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429837 Feb 16 11:07:17.098086 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2da0a020-52f3-4e46-b6d2-b2124b9d1c50 admin admin] Publish callbacks [] for security_group (3fe89f1c-9235-4f20-87ff-ea6abe3808a3), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.104279 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2da0a020-52f3-4e46-b6d2-b2124b9d1c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3fe89f1c-9235-4f20-87ff-ea6abe3808a3), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.156997 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0a020-52f3-4e46-b6d2-b2124b9d1c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe89f1c-9235-4f20-87ff-ea6abe3808a3,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:17.168081 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c07a-2daf-4c54-b9aa-b62f13b226de admin admin] Publish callbacks [] for security_group (ef55fb8d-a686-479c-8bc9-085a9b6eb29c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.191534 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-2da0a020-52f3-4e46-b6d2-b2124b9d1c50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a95c5bf735046ef9fcdc335303613c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5174420 Feb 16 11:07:17.191780 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52758) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:17.244511 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c07a-2daf-4c54-b9aa-b62f13b226de admin admin] Publish callbacks [] for security_group (ef55fb8d-a686-479c-8bc9-085a9b6eb29c), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.270267 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c340e1d-e631-418d-a832-4f2d2cc4cdab admin admin] Publish callbacks [] for security_group (3fe89f1c-9235-4f20-87ff-ea6abe3808a3), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.304519 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c340e1d-e631-418d-a832-4f2d2cc4cdab admin admin] Publish callbacks [] for security_group (3fe89f1c-9235-4f20-87ff-ea6abe3808a3), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.417903 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c340e1d-e631-418d-a832-4f2d2cc4cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3fe89f1c-9235-4f20-87ff-ea6abe3808a3), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.424666 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c340e1d-e631-418d-a832-4f2d2cc4cdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.432198 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-2c340e1d-e631-418d-a832-4f2d2cc4cdab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fe89f1c-9235-4f20-87ff-ea6abe3808a3 HTTP/1.1" status: 204 len: 168 time: 0.2346432 Feb 16 11:07:17.473844 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c340e1d-e631-418d-a832-4f2d2cc4cdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe89f1c-9235-4f20-87ff-ea6abe3808a3,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:17.675291 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-7373bd33-1978-4920-8239-a4c1aae3150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:17.676908 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-7373bd33-1978-4920-8239-a4c1aae3150f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 1129 time: 0.1511140 Feb 16 11:07:17.710724 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68745d-0e57-4362-824a-ee756567be25 req-6a335e86-75f4-43ce-934f-32d6aa729ffb tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:17.713084 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b68745d-0e57-4362-824a-ee756567be25 req-6a335e86-75f4-43ce-934f-32d6aa729ffb tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0988877 Feb 16 11:07:17.720945 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c07a-2daf-4c54-b9aa-b62f13b226de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ef55fb8d-a686-479c-8bc9-085a9b6eb29c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.728111 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c07a-2daf-4c54-b9aa-b62f13b226de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:17.731865 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d2f3c07a-2daf-4c54-b9aa-b62f13b226de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef55fb8d-a686-479c-8bc9-085a9b6eb29c HTTP/1.1" status: 204 len: 168 time: 1.1828299 Feb 16 11:07:17.931793 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b68745d-0e57-4362-824a-ee756567be25 req-bcf00817-e554-4418-afdb-c1b072304159 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006438 Feb 16 11:07:17.953333 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-13a88e62-025b-49ef-ae69-199dcc04f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:17.954863 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-13a88e62-025b-49ef-ae69-199dcc04f14f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.2698920 Feb 16 11:07:17.989232 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c07a-2daf-4c54-b9aa-b62f13b226de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55fb8d-a686-479c-8bc9-085a9b6eb29c,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:17.992454 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.db.resource_extend [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 11:07:18.021094 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-331b3c75-1551-42dc-94d6-d54c9aa50fd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d HTTP/1.1" status: 200 len: 217 time: 0.0534282 Feb 16 11:07:18.186773 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-f1eceafc-d610-459f-bf8c-527f6c203ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:18.192969 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-f1eceafc-d610-459f-bf8c-527f6c203ad4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.1644697 Feb 16 11:07:18.206449 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52790) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:18.254420 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-690f51e9-8937-4ceb-91d2-949e40de13e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.273468 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.285511 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (1f805167-eed5-4142-9429-6f65b9b3f39e), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.313401 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-a933904b-714e-4ba3-85e6-9017b65305c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849063 Feb 16 11:07:18.532706 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-6a10b2ef-68ee-4b4f-8e15-3011a7b66c26 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081673 Feb 16 11:07:18.623740 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-690f51e9-8937-4ceb-91d2-949e40de13e7 admin admin] Publish callbacks [] for security_group (2c62b1f1-7be5-4d12-b636-7630249f4961), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.634196 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.637907 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Floating IP 1f805167-eed5-4142-9429-6f65b9b3f39e associated. External IP: 172.27.1.136, port: 90cb00bc-0902-4e29-8660-930518fe3343. Feb 16 11:07:18.689338 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52792) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:18.707804 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (a29aaa9d-cf30-4daf-ac91-74933226a315), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.715070 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-690f51e9-8937-4ceb-91d2-949e40de13e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2c62b1f1-7be5-4d12-b636-7630249f4961), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.770714 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-55da1925-8fb7-47a1-879a-1311bad3c3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:18.855673 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-690f51e9-8937-4ceb-91d2-949e40de13e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2dc7ab9e63d04faaaf01c5d7f06fb0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6467834 Feb 16 11:07:18.862887 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f51e9-8937-4ceb-91d2-949e40de13e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62b1f1-7be5-4d12-b636-7630249f4961,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:18.867649 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 52794) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:18.881116 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b609fde4-de3b-4878-aea8-0af1b81bca67 req-310ae498-f162-4276-b898-176806289676 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396728 Feb 16 11:07:19.035052 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f1a6c578-3930-4ef0-accc-79051cb15059 admin admin] Publish callbacks [] for security_group (2c62b1f1-7be5-4d12-b636-7630249f4961), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.059946 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Floating IP a29aaa9d-cf30-4daf-ac91-74933226a315 associated. External IP: 172.27.1.87, port: bf019c8d-c931-4c85-ba32-944c2b90506f. Feb 16 11:07:19.303781 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-55da1925-8fb7-47a1-879a-1311bad3c3f0 admin admin] Publish callbacks [] for security_group (d4165434-be67-4d13-b19a-d925b89a9aea), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.312222 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-55da1925-8fb7-47a1-879a-1311bad3c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d4165434-be67-4d13-b19a-d925b89a9aea), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.357198 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-55da1925-8fb7-47a1-879a-1311bad3c3f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db1c52c3e13840579a7c49a2d566bcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6633785 Feb 16 11:07:19.362169 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 52808) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:19.381366 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da1925-8fb7-47a1-879a-1311bad3c3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4165434-be67-4d13-b19a-d925b89a9aea,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:19.428288 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-084c1ab6-de39-4ef5-8826-33eb3bcfbc19 admin admin] Publish callbacks [] for security_group (d4165434-be67-4d13-b19a-d925b89a9aea), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.453455 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f1a6c578-3930-4ef0-accc-79051cb15059 admin admin] Publish callbacks [] for security_group (2c62b1f1-7be5-4d12-b636-7630249f4961), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.456475 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-084c1ab6-de39-4ef5-8826-33eb3bcfbc19 admin admin] Publish callbacks [] for security_group (d4165434-be67-4d13-b19a-d925b89a9aea), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.519287 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-084c1ab6-de39-4ef5-8826-33eb3bcfbc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d4165434-be67-4d13-b19a-d925b89a9aea), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.522158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-084c1ab6-de39-4ef5-8826-33eb3bcfbc19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.523354 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-084c1ab6-de39-4ef5-8826-33eb3bcfbc19 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4165434-be67-4d13-b19a-d925b89a9aea HTTP/1.1" status: 204 len: 168 time: 0.1601636 Feb 16 11:07:19.532684 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c1ab6-de39-4ef5-8826-33eb3bcfbc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4165434-be67-4d13-b19a-d925b89a9aea,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:19.622178 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc6873-7be1-4183-9fa8-c7566105d44c req-ac63b81e-1fca-4158-b72a-19b475d1d67e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:19.623904 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b8bc6873-7be1-4183-9fa8-c7566105d44c req-ac63b81e-1fca-4158-b72a-19b475d1d67e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2675598 Feb 16 11:07:19.648276 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Router 00cd78ea-1ace-4081-8d3b-000f4325d05c has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:07:19.658768 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f1a6c578-3930-4ef0-accc-79051cb15059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2c62b1f1-7be5-4d12-b636-7630249f4961), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.661482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f1a6c578-3930-4ef0-accc-79051cb15059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:19.662890 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f1a6c578-3930-4ef0-accc-79051cb15059 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c62b1f1-7be5-4d12-b636-7630249f4961 HTTP/1.1" status: 204 len: 168 time: 0.7938182 Feb 16 11:07:19.720249 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6c578-3930-4ef0-accc-79051cb15059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62b1f1-7be5-4d12-b636-7630249f4961,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:19.851509 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b8bc6873-7be1-4183-9fa8-c7566105d44c req-55635745-f90a-4bf8-8558-280cafab7b33 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213352 Feb 16 11:07:20.010345 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Router 54678091-f8d5-4c6c-a172-a52cc6073cde has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:07:20.067423 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:07:20.074819 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:20.088418 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] Sync routers for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:07:20.113456 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:07:20.114133 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:20.256486 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f03016e5-1bbb-48d8-9e78-cef49f4d676a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "PUT /v2.0/floatingips/1f805167-eed5-4142-9429-6f65b9b3f39e HTTP/1.1" status: 200 len: 991 time: 4.2463176 Feb 16 11:07:20.257478 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:20.273843 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf9f9d4-c852-4750-beeb-22621987d460" -d '{"events": [{"name": "network-changed", "server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "tag": "90cb00bc-0902-4e29-8660-930518fe3343"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:20.385730 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:07:20.399586 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93056fab-472d-419e-aa17-1635337b85f2 x-openstack-request-id: req-93056fab-472d-419e-aa17-1635337b85f2 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:20.400522 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "tag": "90cb00bc-0902-4e29-8660-930518fe3343", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:20.401188 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93056fab-472d-419e-aa17-1635337b85f2 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:20.402018 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343', 'status': 'completed', 'code': 200} Feb 16 11:07:20.417060 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:07:20.425907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:20.441163 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] Sync routers for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:07:20.483514 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:07:20.484275 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:20.543535 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3d6be9e8-e77c-4c37-9c39-28bb1777bdc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "PUT /v2.0/floatingips/a29aaa9d-cf30-4daf-ac91-74933226a315 HTTP/1.1" status: 200 len: 991 time: 4.0955725 Feb 16 11:07:20.555039 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-9e53c71b-7ec1-4a2c-b057-3f8cc6d31eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:20.556932 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-9e53c71b-7ec1-4a2c-b057-3f8cc6d31eee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 1129 time: 0.1014500 Feb 16 11:07:20.698695 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-8f960cba-b817-43a8-9dc1-1ea36e2228f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:20.700525 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-8f960cba-b817-43a8-9dc1-1ea36e2228f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 912 time: 0.1258924 Feb 16 11:07:20.760197 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:07:20.890164 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-46a92f4b-88e2-47a8-80c6-75c9015574e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cb00bc-0902-4e29-8660-930518fe3343 HTTP/1.1" status: 200 len: 999 time: 0.1762917 Feb 16 11:07:21.013493 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-acb1dcc6-acd2-4c74-8dab-bb6fbddea4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:21.015978 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-acb1dcc6-acd2-4c74-8dab-bb6fbddea4cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 200 len: 850 time: 0.1204817 Feb 16 11:07:21.161637 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4f322-828a-4262-9fa9-fa8195881ebe req-61c640df-81a4-4692-a309-48d04d85f3e0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:21.170424 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6bc4f322-828a-4262-9fa9-fa8195881ebe req-61c640df-81a4-4692-a309-48d04d85f3e0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1528130 Feb 16 11:07:21.208189 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-1684fc9f-dc75-43bc-85ae-2c5f3a0cb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:21.210864 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-1684fc9f-dc75-43bc-85ae-2c5f3a0cb234 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed8176-9ecb-45e7-8e85-50a322122886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1786051 Feb 16 11:07:21.327105 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6bc4f322-828a-4262-9fa9-fa8195881ebe req-9d817b50-58e3-4550-a039-0c65f0ac27ea tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553247 Feb 16 11:07:21.358162 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '1f805167-eed5-4142-9429-6f65b9b3f39e', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'port_id': '90cb00bc-0902-4e29-8660-930518fe3343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'mac_address': 'fa:16:3e:a2:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:06:41Z', 'updated_at': '2022-02-16T11:07:17Z', 'revision_number': 1, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:21.509942 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] Checking router: 00cd78ea-1ace-4081-8d3b-000f4325d05c for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:07:21.539446 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:07:21.540502 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:21.651490 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-b2fee657-3d55-417a-8e88-547109d31f7b service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967686 Feb 16 11:07:21.677287 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': 'a29aaa9d-cf30-4daf-ac91-74933226a315', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'port_id': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'mac_address': 'fa:16:3e:6d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:06:43Z', 'updated_at': '2022-02-16T11:07:18Z', 'revision_number': 1, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:21.771015 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-2a959dc2-83f8-4e6b-a92f-4ffffc742de0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:21.790928 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-2a959dc2-83f8-4e6b-a92f-4ffffc742de0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.5100482 Feb 16 11:07:21.831845 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] Checking router: 54678091-f8d5-4c6c-a172-a52cc6073cde for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:07:21.832001 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-c5425f65-9343-4b36-ae93-af57cc3c54c0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/quotas/4fdb13dc93ba44c4806b79801a6a936e HTTP/1.1" status: 200 len: 375 time: 0.0377963 Feb 16 11:07:21.839172 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:07:21.841126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:06:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:21.936452 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecf9f9d4-c852-4750-beeb-22621987d460 req-968835b0-b60a-416f-8324-b26d4ff1af90 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553484 Feb 16 11:07:21.936557 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:07:21.980396 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-412f63cf-9494-4a8c-b321-dddc1e1dee8e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471863 Feb 16 11:07:22.099437 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:07:22.192851 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-99e14bda-29ea-43a6-b17b-65ada33bde54 service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003319 Feb 16 11:07:22.417482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:22.419807 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db896a6-dc11-4b8b-9262-53d74c0fed2d" -d '{"events": [{"name": "network-changed", "server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:22.422565 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '1f805167-eed5-4142-9429-6f65b9b3f39e', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'port_id': '90cb00bc-0902-4e29-8660-930518fe3343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'mac_address': 'fa:16:3e:a2:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:06:41Z', 'updated_at': '2022-02-16T11:07:17Z', 'revision_number': 1, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:22.452523 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-140be562-472e-42dc-bf8d-bf6352b8a734 service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526417 Feb 16 11:07:22.496945 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cac67f-60d4-4b27-9f9b-8d6824b3c812 None None] The sync data for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi is: [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '1f805167-eed5-4142-9429-6f65b9b3f39e', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'port_id': '90cb00bc-0902-4e29-8660-930518fe3343', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'mac_address': 'fa:16:3e:a2:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:06:41Z', 'updated_at': '2022-02-16T11:07:17Z', 'revision_number': 1, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:07:22.658903 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': 'a29aaa9d-cf30-4daf-ac91-74933226a315', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'port_id': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'mac_address': 'fa:16:3e:6d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:06:43Z', 'updated_at': '2022-02-16T11:07:18Z', 'revision_number': 1, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:22.670471 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7ab39-7523-4a49-84e6-2ad873feb786 req-85bf799a-0377-4138-8f13-55c0a49ffbf6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:22.677956 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4fc7ab39-7523-4a49-84e6-2ad873feb786 req-85bf799a-0377-4138-8f13-55c0a49ffbf6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1971436 Feb 16 11:07:22.823047 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fe764-5b52-49e2-aebf-5fe95f5915c4 None None] The sync data for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi is: [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': 'a29aaa9d-cf30-4daf-ac91-74933226a315', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'port_id': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'mac_address': 'fa:16:3e:6d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:06:43Z', 'updated_at': '2022-02-16T11:07:18Z', 'revision_number': 1, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:07:22.892257 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4fc7ab39-7523-4a49-84e6-2ad873feb786 req-77fb76d7-7720-4fbf-adc1-9d1798ce5b8e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074649 Feb 16 11:07:22.949385 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e48498-ba8a-4e0a-8718-718d39290d90 x-openstack-request-id: req-83e48498-ba8a-4e0a-8718-718d39290d90 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:22.950138 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:22.950138 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83e48498-ba8a-4e0a-8718-718d39290d90 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:22.950570 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'status': 'completed', 'code': 200} Feb 16 11:07:23.061534 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70dec98-cfa9-4064-928a-df1f7e150b2d None None] New status for floating IP 1f805167-eed5-4142-9429-6f65b9b3f39e: ACTIVE {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:07:23.080458 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7a153843-3ddc-45aa-8cfc-47749b1bdff5 req-363138ab-2cbd-449b-a957-02427f03f0a4 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 210 time: 0.0421548 Feb 16 11:07:23.117404 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-d34fded8-3e7d-46b5-b774-a6555f80c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:23.120042 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-d34fded8-3e7d-46b5-b774-a6555f80c34c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1130 time: 0.1399548 Feb 16 11:07:23.336756 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7eafb-bce7-40bf-8cd3-d2054c8c4203 None None] New status for floating IP a29aaa9d-cf30-4daf-ac91-74933226a315: ACTIVE {{(pid=102877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:07:23.365377 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-98d45332-43ab-48fa-bcdb-cc9f537eb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:23.373261 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-98d45332-43ab-48fa-bcdb-cc9f537eb2eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.2412670 Feb 16 11:07:23.536037 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-32aa82eb-43d3-4e20-878e-910aade91b37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 999 time: 0.1505737 Feb 16 11:07:23.657844 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-8fabcc77-a781-43e7-940e-127693458dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:23.659296 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-8fabcc77-a781-43e7-940e-127693458dfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.1024849 Feb 16 11:07:23.738718 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e75bbdce-197b-47a9-bdc2-f910faa083ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:23.747365 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-50f9e053-8f95-4108-a5f9-2128556bd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:23.750288 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-50f9e053-8f95-4108-a5f9-2128556bd98f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0770323 Feb 16 11:07:23.896233 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-3cdc0233-05a0-4e8c-b1c0-6e56b54f0ecf service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360598 Feb 16 11:07:24.075871 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2db896a6-dc11-4b8b-9262-53d74c0fed2d req-face7181-4e1b-464c-816a-df1c0c5ecb33 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683488 Feb 16 11:07:24.110447 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd31136-cc4e-46f8-b2a4-bb43a290cc64 req-d9b04fcd-3cce-4e04-a18a-313092523e75 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:24.113992 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8dd31136-cc4e-46f8-b2a4-bb43a290cc64 req-d9b04fcd-3cce-4e04-a18a-313092523e75 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0973427 Feb 16 11:07:24.213072 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8dd31136-cc4e-46f8-b2a4-bb43a290cc64 req-be54b714-b4be-49e4-a4be-93296c3abc56 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902419 Feb 16 11:07:24.236788 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-71e593cc-f6c1-4d4f-94a8-00ee486495e5 req-4b9386cb-4e48-4b62-9c40-2d87ec87c5cf tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 210 time: 0.0328887 Feb 16 11:07:24.646699 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-d7ccbb23-e63c-49b6-8327-3384a3971458 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:24.648323 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-d7ccbb23-e63c-49b6-8327-3384a3971458 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.1328886 Feb 16 11:07:24.670195 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Request body: {'port': {'device_id': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'admin_state_up': True, 'tenant_id': '4fdb13dc93ba44c4806b79801a6a936e'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:24.726298 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53000) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:24.807662 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Made reservation on behalf of 4fdb13dc93ba44c4806b79801a6a936e for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:07:24.813363 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:24.863870 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:24.963805 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Allocated IP 172.20.0.13 (f08c4d3d-6dd8-400f-ba99-c676a3093cf6/a2492744-3977-41e5-9827-b23495773be5/106202d9-a66e-4c4d-b52e-71bcb3c2366a) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:07:24.970635 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Publish callbacks [] for security_group (02d51a14-0f9d-4929-a352-a3d14863a763), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:24.974666 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (02d51a14-0f9d-4929-a352-a3d14863a763), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.018772 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09a215574e244d6aaad26eded75aded5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912352 Feb 16 11:07:25.019981 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d51a14-0f9d-4929-a352-a3d14863a763,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:25.022808 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53006) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:25.028680 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.029024 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.029636 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.029979 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.030308 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.030632 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.030957 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.031280 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.031603 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.031923 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.032264 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.032591 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.032905 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df07e8-c4a5-4667-b63d-3831598dabb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.143621 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Publish callbacks [] for security_group (02d51a14-0f9d-4929-a352-a3d14863a763), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.189386 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks [] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.192466 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Publish callbacks [] for security_group (02d51a14-0f9d-4929-a352-a3d14863a763), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.284996 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.287783 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (02d51a14-0f9d-4929-a352-a3d14863a763), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.292241 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.294733 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02d51a14-0f9d-4929-a352-a3d14863a763 HTTP/1.1" status: 204 len: 168 time: 0.2703598 Feb 16 11:07:25.324623 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:25.364190 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d51a14-0f9d-4929-a352-a3d14863a763,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:25.406179 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.406955 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.407522 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.408316 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.408850 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.409382 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.409923 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.410463 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.410998 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.411536 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.412184 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.412737 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.413199 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:07:25.413668 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c292e51-0ca8-4330-bc58-4344e3ec1ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:25.423864 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:07:25.429266 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a6b1b-eb65-4b3b-a0d6-ffe5929756d1 req-ccc815f3-4c6c-42f5-886a-2ad4abe0b95f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:25.431503 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:07:25.440448 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:07:25.443817 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-754a6b1b-eb65-4b3b-a0d6-ffe5929756d1 req-ccc815f3-4c6c-42f5-886a-2ad4abe0b95f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1259406 Feb 16 11:07:25.451942 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:25.453112 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.459432 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event updated for resources: {'Port': ['ID=106202d9-a66e-4c4d-b52e-71bcb3c2366a,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:25.493362 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-75405479-3242-46ea-a8f1-640b3c3c8917 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249466 Feb 16 11:07:25.529361 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Request body: {'port': {'device_id': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:25.579349 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-754a6b1b-eb65-4b3b-a0d6-ffe5929756d1 req-b4acd304-57d2-410f-b90e-588c94628254 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318996 Feb 16 11:07:25.692672 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:25.753856 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1276d92-6df2-42d3-8727-f39d4c6145a0 req-877f8ef9-4812-4cf3-b84d-70313cd7df76 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:25.755512 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a1276d92-6df2-42d3-8727-f39d4c6145a0 req-877f8ef9-4812-4cf3-b84d-70313cd7df76 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 932 time: 0.2574570 Feb 16 11:07:25.929085 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a1276d92-6df2-42d3-8727-f39d4c6145a0 req-f43ae273-7f34-4c7d-b8a4-95e1110fab1f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628160 Feb 16 11:07:25.979978 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53032) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:25.998542 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6b94e464-5a45-4f19-a749-4109f392b828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.087317 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f4c0a654-557b-4564-adfa-307df3311db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.130362 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6b94e464-5a45-4f19-a749-4109f392b828 admin admin] Publish callbacks [] for security_group (424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.138557 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-eeeaa8d7-09f0-416c-b8c7-5563d0510c87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813034 Feb 16 11:07:26.139393 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6b94e464-5a45-4f19-a749-4109f392b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.187481 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106202d9-a66e-4c4d-b52e-71bcb3c2366a {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:26.192947 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-6b94e464-5a45-4f19-a749-4109f392b828 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=665018658ed04c449ee44f0547688a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113786 Feb 16 11:07:26.194645 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53036) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:26.196508 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e464-5a45-4f19-a749-4109f392b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:26.223569 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Publish callbacks [] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.247350 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Transition to ACTIVE for port object 106202d9-a66e-4c4d-b52e-71bcb3c2366a will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:07:26.253633 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.280267 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-79d1d1ba-d4e4-4db5-9653-3a370bc5f267 admin admin] Publish callbacks [] for security_group (424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.314715 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Pushing event updated for resources: {'Port': ['ID=106202d9-a66e-4c4d-b52e-71bcb3c2366a,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:26.342005 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-79d1d1ba-d4e4-4db5-9653-3a370bc5f267 admin admin] Publish callbacks [] for security_group (424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.346864 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Attempting to bind port 106202d9-a66e-4c4d-b52e-71bcb3c2366a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:07:26.347185 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Attempting to bind port 106202d9-a66e-4c4d-b52e-71bcb3c2366a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:07:26.347517 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Attempting to bind port 106202d9-a66e-4c4d-b52e-71bcb3c2366a on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:26.354084 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Port 106202d9-a66e-4c4d-b52e-71bcb3c2366a on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:07:26.354420 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Attempting to bind port 106202d9-a66e-4c4d-b52e-71bcb3c2366a on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:26.360978 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:07:26.360978 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Checking segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:07:26.361413 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Bound using segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:07:26.361592 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Bound port: 106202d9-a66e-4c4d-b52e-71bcb3c2366a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:07:26.362362 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.387923 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-b31decb6-4f2d-4694-8a3e-8c0518456bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:26.389536 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-b31decb6-4f2d-4694-8a3e-8c0518456bb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 1129 time: 0.1249385 Feb 16 11:07:26.425566 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-79d1d1ba-d4e4-4db5-9653-3a370bc5f267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.428518 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-79d1d1ba-d4e4-4db5-9653-3a370bc5f267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.433352 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-79d1d1ba-d4e4-4db5-9653-3a370bc5f267 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a HTTP/1.1" status: 204 len: 168 time: 0.2345719 Feb 16 11:07:26.450126 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d1ba-d4e4-4db5-9653-3a370bc5f267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f0dbd-2c4f-4b38-8a1a-ecbe077f2e5a,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:26.487665 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] For port 106202d9-a66e-4c4d-b52e-71bcb3c2366a, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:07:26.496039 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] For port 106202d9-a66e-4c4d-b52e-71bcb3c2366a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=106202d9-a66e-4c4d-b52e-71bcb3c2366a,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:07:26.517631 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.609050 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-9d342fba-0ac5-4630-a41e-c9e9261e0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:26.611725 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-9d342fba-0ac5-4630-a41e-c9e9261e0492 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 915 time: 0.1770515 Feb 16 11:07:26.658370 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:26.659558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:26.662886 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] 10.222.0.42 "PUT /v2.0/ports/106202d9-a66e-4c4d-b52e-71bcb3c2366a HTTP/1.1" status: 200 len: 1094 time: 1.1405048 Feb 16 11:07:26.663669 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'tag': '106202d9-a66e-4c4d-b52e-71bcb3c2366a'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:26.668095 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12541b8b-8126-456a-a84c-58f4ebd0e0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "334555a5-59dc-4fd2-9e4d-1c5f6e07854f", "tag": "106202d9-a66e-4c4d-b52e-71bcb3c2366a"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:26.681439 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b972c7-f005-468a-a1cb-3424b619428a service neutron] Pushing event updated for resources: {'Port': ['ID=106202d9-a66e-4c4d-b52e-71bcb3c2366a,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:26.706119 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-46e74730-9c74-4b74-8dbe-565eb812feb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b HTTP/1.1" status: 200 len: 217 time: 0.0780163 Feb 16 11:07:26.752612 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660b685a-d9a3-4c71-a475-baabff5ddb94 x-openstack-request-id: req-660b685a-d9a3-4c71-a475-baabff5ddb94 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:26.753141 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334555a5-59dc-4fd2-9e4d-1c5f6e07854f", "tag": "106202d9-a66e-4c4d-b52e-71bcb3c2366a", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:26.753672 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-660b685a-d9a3-4c71-a475-baabff5ddb94 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:26.754692 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'tag': '106202d9-a66e-4c4d-b52e-71bcb3c2366a', 'status': 'completed', 'code': 200} Feb 16 11:07:26.808403 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-7c9dd38e-8fe1-4754-ae84-749abc5108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:26.809469 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-7c9dd38e-8fe1-4754-ae84-749abc5108a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 1128 time: 0.0801606 Feb 16 11:07:26.843837 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-e44eeac1-b6d6-4e85-9d07-f0d3885823ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:26.845822 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-e44eeac1-b6d6-4e85-9d07-f0d3885823ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.1256950 Feb 16 11:07:26.874727 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc16d3f-a367-431e-bbcb-09c42fc616a8 req-c5ccb4bb-2a15-484c-9b89-d213f58ecda3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:26.876500 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2bc16d3f-a367-431e-bbcb-09c42fc616a8 req-c5ccb4bb-2a15-484c-9b89-d213f58ecda3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1784334 Feb 16 11:07:26.898957 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-a01207a2-38f6-4ffc-b9b3-2a42650e8b95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444524 Feb 16 11:07:26.905646 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-f9f1c18d-6d37-492b-95a6-4cb0c60f932c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=106202d9-a66e-4c4d-b52e-71bcb3c2366a HTTP/1.1" status: 200 len: 217 time: 0.0795696 Feb 16 11:07:27.032305 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-71a13f29-2ee5-4193-9e29-c3aebe139d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:27.038782 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-71a13f29-2ee5-4193-9e29-c3aebe139d7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.1222360 Feb 16 11:07:27.108232 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-c9509dad-2bc0-4324-855a-e11aee257ece service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557206 Feb 16 11:07:27.151155 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2bc16d3f-a367-431e-bbcb-09c42fc616a8 req-85c06725-b498-4c39-8e8b-f43857ebcf3d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555213 Feb 16 11:07:27.215792 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-843601be-a8de-4c0d-b725-1ca8acda98a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980440 Feb 16 11:07:27.359276 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:27.449584 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-142def7b-fc18-45eb-85b7-dcbbfde5c036 req-bd7eb666-a46d-4f25-9ef8-fe240f86ea83 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256417 Feb 16 11:07:27.487625 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-e9164fa6-a3c9-4523-86f1-3438818f98b6 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700485 Feb 16 11:07:27.509493 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92524032-877e-40d2-a9b7-f9b055afb7ef req-b8b49a0f-f4be-4eb6-bf9f-2558ddf848b5 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:27.511087 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92524032-877e-40d2-a9b7-f9b055afb7ef req-b8b49a0f-f4be-4eb6-bf9f-2558ddf848b5 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 944 time: 0.3742957 Feb 16 11:07:27.610118 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92524032-877e-40d2-a9b7-f9b055afb7ef req-ba5e2ca3-ff5a-4586-baf3-74b9f4884379 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872777 Feb 16 11:07:27.723599 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-abacd927-62a6-4767-acf5-bd962cdcfb96 req-00c43802-2673-4fab-af67-89dd651ae78c service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082133 Feb 16 11:07:27.892233 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-1df4f6e1-88b0-4955-a034-bd8922f95325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:27.895021 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-1df4f6e1-88b0-4955-a034-bd8922f95325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 1128 time: 0.0930333 Feb 16 11:07:28.067507 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-27c0183b-fa35-4ac6-bb11-7c5ef28632ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:28.069890 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-27c0183b-fa35-4ac6-bb11-7c5ef28632ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 915 time: 0.1272705 Feb 16 11:07:28.137401 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-aa4a0872-6943-4d72-8694-aa98f124b392 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=106202d9-a66e-4c4d-b52e-71bcb3c2366a HTTP/1.1" status: 200 len: 217 time: 0.0453832 Feb 16 11:07:28.158219 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da80118-f5ae-44d8-accb-ab58f774bca4 req-50b053ec-1e1d-4441-aeb6-d27718e7feeb tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:28.160125 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0da80118-f5ae-44d8-accb-ab58f774bca4 req-50b053ec-1e1d-4441-aeb6-d27718e7feeb tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.1086171 Feb 16 11:07:28.250118 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-73bd9f53-127e-42d6-8be2-d921a0a65cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:28.252108 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-73bd9f53-127e-42d6-8be2-d921a0a65cc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.0903313 Feb 16 11:07:28.392333 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24078-d151-4cca-be38-94196172e39c req-26a47067-8085-49ca-b98b-87382e083d31 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:28.399899 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-76c24078-d151-4cca-be38-94196172e39c req-26a47067-8085-49ca-b98b-87382e083d31 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0763855 Feb 16 11:07:28.464896 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-76c24078-d151-4cca-be38-94196172e39c req-7a51c33c-7d3d-4fbd-9299-5cb2cf4edbd3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639198 Feb 16 11:07:28.598740 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-f6705734-45b4-493a-b6bf-071f5b3d165c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3270617 Feb 16 11:07:28.602518 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0da80118-f5ae-44d8-accb-ab58f774bca4 req-b6e14df6-b748-42af-af88-072b94ae67af tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037442 Feb 16 11:07:28.779526 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1104697-02bb-4954-a7a2-48a743fcb7b7 req-89228a2e-7f5f-4327-ab9b-dd7ae31b8654 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:28.781273 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a1104697-02bb-4954-a7a2-48a743fcb7b7 req-89228a2e-7f5f-4327-ab9b-dd7ae31b8654 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 944 time: 0.0653090 Feb 16 11:07:28.872028 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a1104697-02bb-4954-a7a2-48a743fcb7b7 req-417de38f-37ab-489a-bbf7-cffee02c3291 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810175 Feb 16 11:07:29.003301 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:29.606619 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82fda-7a9a-4798-9657-419e143e5ba5 req-600fb71f-9a59-483b-b235-a23f41691b80 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:29.609056 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6fc82fda-7a9a-4798-9657-419e143e5ba5 req-600fb71f-9a59-483b-b235-a23f41691b80 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0641680 Feb 16 11:07:29.670154 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6fc82fda-7a9a-4798-9657-419e143e5ba5 req-f688231b-7726-421c-893e-68996dae8e35 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542247 Feb 16 11:07:29.756690 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08466f2-23a8-4078-95b2-20e49b466ff7 req-7f9ec47a-5433-4fe4-a914-630d703354d1 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:29.758416 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e08466f2-23a8-4078-95b2-20e49b466ff7 req-7f9ec47a-5433-4fe4-a914-630d703354d1 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0766416 Feb 16 11:07:29.834564 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e08466f2-23a8-4078-95b2-20e49b466ff7 req-5752e0ef-e569-4c32-90bf-377765113d71 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655756 Feb 16 11:07:29.889949 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:30.011566 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d176f4-dd11-430c-b0e1-f91f4d8bc9ef req-1f37aaa0-3521-44bd-8904-3aceee4c5abf tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:30.013386 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-41d176f4-dd11-430c-b0e1-f91f4d8bc9ef req-1f37aaa0-3521-44bd-8904-3aceee4c5abf tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 944 time: 0.0600176 Feb 16 11:07:30.074733 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-41d176f4-dd11-430c-b0e1-f91f4d8bc9ef req-caf3c812-0974-42b8-9a42-ecd3df39ce06 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550511 Feb 16 11:07:30.466143 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:30.899404 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21646cc-1363-4036-a17e-a19c7f19bff9 req-ce9fe2e3-36ba-4f6d-bd48-93fee1a06c5b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:30.902118 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f21646cc-1363-4036-a17e-a19c7f19bff9 req-ce9fe2e3-36ba-4f6d-bd48-93fee1a06c5b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1091790 Feb 16 11:07:30.959301 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f21646cc-1363-4036-a17e-a19c7f19bff9 req-58bd555d-4df9-415d-bf34-25f7c394c4da tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504513 Feb 16 11:07:31.012856 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a237cfd-b25b-4450-baf4-7f1dcaf26b8d req-29b07832-137c-4f5f-9401-6412b6aff622 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:31.015502 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8a237cfd-b25b-4450-baf4-7f1dcaf26b8d req-29b07832-137c-4f5f-9401-6412b6aff622 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0909913 Feb 16 11:07:31.071054 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8a237cfd-b25b-4450-baf4-7f1dcaf26b8d req-45851b82-abfc-41a3-9c16-5c5b41c0f6f0 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495989 Feb 16 11:07:31.210055 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83d719-4a4e-4272-ab12-c02898b1e7e8 req-5aa2cb70-cc17-439a-be1c-d0c3959c400a tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:31.211844 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b83d719-4a4e-4272-ab12-c02898b1e7e8 req-5aa2cb70-cc17-439a-be1c-d0c3959c400a tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 944 time: 0.0625744 Feb 16 11:07:31.267664 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b83d719-4a4e-4272-ab12-c02898b1e7e8 req-cf6880e5-24f5-4805-b235-fd641afd7813 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Feb 16 11:07:31.699966 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-071fadba-7277-4353-bd36-f31d90e97f04 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075673 Feb 16 11:07:31.810310 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12541b8b-8126-456a-a84c-58f4ebd0e0f6 req-2d8ba07e-421c-41ee-9d44-cc43da109ec6 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957615 Feb 16 11:07:32.105195 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4fb2d-948a-4235-bd3d-04f64a177b63 req-733e6e22-74b8-4233-865c-2662bad935fa tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:32.107344 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e7b4fb2d-948a-4235-bd3d-04f64a177b63 req-733e6e22-74b8-4233-865c-2662bad935fa tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0660806 Feb 16 11:07:32.188260 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e7b4fb2d-948a-4235-bd3d-04f64a177b63 req-22d037c2-e700-4b2b-a124-a13a54cc6f91 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709829 Feb 16 11:07:32.230282 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3085d-fcba-42ea-924b-146c13b162ac req-ae27014a-04e0-42c3-8e1e-97608ab0b1d9 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:32.231911 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0ce3085d-fcba-42ea-924b-146c13b162ac req-ae27014a-04e0-42c3-8e1e-97608ab0b1d9 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0728936 Feb 16 11:07:32.299202 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0ce3085d-fcba-42ea-924b-146c13b162ac req-14dd0c0a-f2ce-4ee2-a983-6fece6d86475 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Feb 16 11:07:32.423741 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe37ec2-09d4-4693-8120-b722c3ae3487 req-2d353455-d5bd-4416-91c2-8f1dbbbcde2c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:32.426552 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2fe37ec2-09d4-4693-8120-b722c3ae3487 req-2d353455-d5bd-4416-91c2-8f1dbbbcde2c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 944 time: 0.0694551 Feb 16 11:07:32.484909 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2fe37ec2-09d4-4693-8120-b722c3ae3487 req-7761b704-c905-46fd-ac6a-583210fa7309 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526004 Feb 16 11:07:33.341470 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56655f3-4098-48fd-b642-c9fc5cff9ad8 req-5a5fa4a8-94e7-4147-b10e-2e237ae6772f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:33.344134 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d56655f3-4098-48fd-b642-c9fc5cff9ad8 req-5a5fa4a8-94e7-4147-b10e-2e237ae6772f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0621228 Feb 16 11:07:33.446995 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d56655f3-4098-48fd-b642-c9fc5cff9ad8 req-cc2817f7-2122-4b4c-ba69-87bbf6e92dea tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873373 Feb 16 11:07:33.505567 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4725edd-96d4-4346-9edb-192a76486e36 req-5fa972a0-2b17-4520-a842-92e856a94825 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:33.508183 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a4725edd-96d4-4346-9edb-192a76486e36 req-5fa972a0-2b17-4520-a842-92e856a94825 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0853856 Feb 16 11:07:33.582029 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a4725edd-96d4-4346-9edb-192a76486e36 req-f1d66a3d-f29b-4cf0-999f-7e812b671a78 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660765 Feb 16 11:07:33.648579 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96e983-ed9b-4954-aefc-60bbf17c0bc7 req-6e16a400-e933-42ce-909e-a38c3cb1cfd3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:33.650222 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ab96e983-ed9b-4954-aefc-60bbf17c0bc7 req-6e16a400-e933-42ce-909e-a38c3cb1cfd3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 944 time: 0.0608523 Feb 16 11:07:33.708971 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ab96e983-ed9b-4954-aefc-60bbf17c0bc7 req-999ef4dc-fddc-439c-9450-73b2648a60cf tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Feb 16 11:07:34.619161 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3f89b-c60b-403a-bb6d-f0b1a3d94972 req-b8e893e3-78d7-4b99-9ce1-247834f6ebc1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:34.621529 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d2d3f89b-c60b-403a-bb6d-f0b1a3d94972 req-b8e893e3-78d7-4b99-9ce1-247834f6ebc1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0768428 Feb 16 11:07:34.691751 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d2d3f89b-c60b-403a-bb6d-f0b1a3d94972 req-189d6f5d-cbca-4214-b207-abec40c83e2a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591245 Feb 16 11:07:34.777222 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1992f0f-1194-41c7-870e-ce9378a673ea req-d70636a0-1a69-4aa3-845c-09726b0bcf0c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:34.779947 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f1992f0f-1194-41c7-870e-ce9378a673ea req-d70636a0-1a69-4aa3-845c-09726b0bcf0c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0933988 Feb 16 11:07:34.868456 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f1992f0f-1194-41c7-870e-ce9378a673ea req-05103434-cd2f-472f-a810-5a9bdf89dd99 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Feb 16 11:07:34.886704 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3849d-ff9a-4a5d-ac01-c563fb490d9e req-1631a9f2-daeb-44cb-9882-f52a8f25d280 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:34.889769 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccc3849d-ff9a-4a5d-ac01-c563fb490d9e req-1631a9f2-daeb-44cb-9882-f52a8f25d280 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 944 time: 0.0766056 Feb 16 11:07:34.960391 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccc3849d-ff9a-4a5d-ac01-c563fb490d9e req-46217df6-7cd5-4fa1-8c56-232df96c51c8 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605841 Feb 16 11:07:35.364291 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 106202d9-a66e-4c4d-b52e-71bcb3c2366a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:07:35.497011 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 106202d9-a66e-4c4d-b52e-71bcb3c2366a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=106202d9-a66e-4c4d-b52e-71bcb3c2366a,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:35.518958 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '106202d9-a66e-4c4d-b52e-71bcb3c2366a', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'port_id': '106202d9-a66e-4c4d-b52e-71bcb3c2366a', 'mac_address': 'fa:16:3e:90:e3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2492744-3977-41e5-9827-b23495773be5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:35.575816 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 106202d9-a66e-4c4d-b52e-71bcb3c2366a is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:35.576507 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:35.603203 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106202d9-a66e-4c4d-b52e-71bcb3c2366a {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:35.635498 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 106202d9-a66e-4c4d-b52e-71bcb3c2366a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=106202d9-a66e-4c4d-b52e-71bcb3c2366a,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:35.641720 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:35.704197 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=106202d9-a66e-4c4d-b52e-71bcb3c2366a,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:35.714154 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.714587 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.715033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.715405 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.715817 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.716236 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.716613 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.716991 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.717361 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.717778 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.718153 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.718521 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.718944 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:07:35.839733 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662802d-6a73-4d2f-96c0-f17920eecbc3 req-a7c1765b-67d5-4e9c-a5a8-59c0349b3f9a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:35.841371 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2662802d-6a73-4d2f-96c0-f17920eecbc3 req-a7c1765b-67d5-4e9c-a5a8-59c0349b3f9a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0602586 Feb 16 11:07:35.906074 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2662802d-6a73-4d2f-96c0-f17920eecbc3 req-7f54dd00-bc90-4e3c-999f-edc4eef16b2b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583143 Feb 16 11:07:36.048869 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f7c6b-b2c4-4fdd-b3dc-c2034530e582 req-a0e5e9bc-a721-4131-8018-01928ecd0788 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:36.050893 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c55f7c6b-b2c4-4fdd-b3dc-c2034530e582 req-a0e5e9bc-a721-4131-8018-01928ecd0788 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0665677 Feb 16 11:07:36.113859 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f27fa-b869-4162-83af-7177bececbe6 req-f38fa118-58a8-448c-9310-697c8c4e71ec tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:36.115341 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-787f27fa-b869-4162-83af-7177bececbe6 req-f38fa118-58a8-448c-9310-697c8c4e71ec tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 945 time: 0.0664206 Feb 16 11:07:36.127254 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c55f7c6b-b2c4-4fdd-b3dc-c2034530e582 req-5e3bef76-5db5-4385-81f8-acc205b2cd8c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619524 Feb 16 11:07:36.186712 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-787f27fa-b869-4162-83af-7177bececbe6 req-c60ad119-9dae-44b2-af17-7a57ee51ce72 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610874 Feb 16 11:07:36.803929 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba97113-817a-491e-975f-64abdd7978a3 req-9ae8ac6e-c3c4-44bd-9061-3acfb93d2b4c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:36.805598 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-aba97113-817a-491e-975f-64abdd7978a3 req-9ae8ac6e-c3c4-44bd-9061-3acfb93d2b4c tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.42 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0599251 Feb 16 11:07:36.843751 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['106202d9-a66e-4c4d-b52e-71bcb3c2366a'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:37.026270 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Deleting port 96d5ca08-9b7f-4d58-9594-4145d1091be5 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:07:37.026749 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:37.185824 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd0af-c0b8-45b1-82b4-0a63d0679479 req-ed620307-4062-4b0b-9a85-8f495150e0da tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:37.187449 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-908dd0af-c0b8-45b1-82b4-0a63d0679479 req-ed620307-4062-4b0b-9a85-8f495150e0da tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1380646 Feb 16 11:07:37.198062 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] For port 96d5ca08-9b7f-4d58-9594-4145d1091be5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96d5ca08-9b7f-4d58-9594-4145d1091be5,segment=NetworkSegment(dc2e2041-4cde-4e75-a252-02f69ca3cd95),segment_id=dc2e2041-4cde-4e75-a252-02f69ca3cd95)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:37.198439 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:37.228301 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Calling delete_port for 96d5ca08-9b7f-4d58-9594-4145d1091be5 owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:07:37.320730 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e439598-fd44-44ef-bf2b-2a438b74d1bf req-e3add8d5-3316-4c1e-a347-204555f1dbb8 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:37.323440 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6e439598-fd44-44ef-bf2b-2a438b74d1bf req-e3add8d5-3316-4c1e-a347-204555f1dbb8 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 945 time: 0.0995390 Feb 16 11:07:37.331222 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-908dd0af-c0b8-45b1-82b4-0a63d0679479 req-e2aebef8-2f53-4efd-abe6-8760d8925c27 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296990 Feb 16 11:07:37.416516 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6e439598-fd44-44ef-bf2b-2a438b74d1bf req-35764ef3-473e-409d-84a3-68a524f67929 tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/security-groups?id=b2a074f5-3a70-4f02-849e-90b84b18b5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840585 Feb 16 11:07:37.518665 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe21d-02a2-4a6b-bb34-ea898ccda962 req-351477e9-460f-41d9-a668-bfe8ff263f4c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:37.520407 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b12fe21d-02a2-4a6b-bb34-ea898ccda962 req-351477e9-460f-41d9-a668-bfe8ff263f4c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 945 time: 0.1221008 Feb 16 11:07:37.521903 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (96d5ca08-9b7f-4d58-9594-4145d1091be5), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:37.537905 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['96d5ca08-9b7f-4d58-9594-4145d1091be5'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:37.584313 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Pushing event deleted for resources: {'Port': ['ID=96d5ca08-9b7f-4d58-9594-4145d1091be5,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:37.734067 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] No DVR routers for this DVR port 96d5ca08-9b7f-4d58-9594-4145d1091be5 on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:07:37.748822 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:37.755652 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-aba97113-817a-491e-975f-64abdd7978a3 req-c1385540-a191-496f-9f70-51dec93bc0ad tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.42 "DELETE /v2.0/ports/96d5ca08-9b7f-4d58-9594-4145d1091be5 HTTP/1.1" status: 204 len: 173 time: 0.9429200 Feb 16 11:07:37.756495 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'name': 'network-vif-deleted', 'tag': '96d5ca08-9b7f-4d58-9594-4145d1091be5'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:37.762494 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541d9055-dbd1-421c-8061-915de97c472f" -d '{"events": [{"server_uuid": "c93385a1-7b86-47bb-86c9-9423d508f4eb", "name": "network-vif-deleted", "tag": "96d5ca08-9b7f-4d58-9594-4145d1091be5"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:37.817523 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b12fe21d-02a2-4a6b-bb34-ea898ccda962 req-7978fe26-3a60-492f-bbbf-dcc71153e4ce tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498758 Feb 16 11:07:37.861268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee5660-a8fd-48f1-82ef-392ad31186ae x-openstack-request-id: req-2aee5660-a8fd-48f1-82ef-392ad31186ae {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:37.861582 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93385a1-7b86-47bb-86c9-9423d508f4eb", "name": "network-vif-deleted", "tag": "96d5ca08-9b7f-4d58-9594-4145d1091be5", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:37.861843 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2aee5660-a8fd-48f1-82ef-392ad31186ae {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:37.862296 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93385a1-7b86-47bb-86c9-9423d508f4eb', 'name': 'network-vif-deleted', 'tag': '96d5ca08-9b7f-4d58-9594-4145d1091be5', 'status': 'completed', 'code': 200} Feb 16 11:07:38.449426 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53306) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:38.527553 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70139-2ae9-4d81-8dd8-403690210362 req-211dfa45-f7da-4902-aff4-d0b9c0a84468 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:38.530368 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9ca70139-2ae9-4d81-8dd8-403690210362 req-211dfa45-f7da-4902-aff4-d0b9c0a84468 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0949914 Feb 16 11:07:38.628227 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b615c0c8-139c-4256-95ab-b61958301649 req-ad61f594-cb3e-46ce-beb7-f8b64c0ac51d tempest-DeleteServersTestJSON-868915461 tempest-DeleteServersTestJSON-868915461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93385a1-7b86-47bb-86c9-9423d508f4eb HTTP/1.1" status: 200 len: 210 time: 0.0571618 Feb 16 11:07:38.645039 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9ca70139-2ae9-4d81-8dd8-403690210362 req-a431c383-fdca-40a4-ac98-610fc6330fa7 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044486 Feb 16 11:07:38.660379 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d7a59de0-60ff-427c-bf85-a999411b6215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:38.776483 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d7a59de0-60ff-427c-bf85-a999411b6215 admin admin] Publish callbacks [] for security_group (a264ee66-5e61-412a-a902-25d3b0d1dca9), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:38.791606 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d7a59de0-60ff-427c-bf85-a999411b6215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a264ee66-5e61-412a-a902-25d3b0d1dca9), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:38.863658 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d7a59de0-60ff-427c-bf85-a999411b6215 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f5eee0fe5284c869f118533aa62b38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126248 Feb 16 11:07:38.864923 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a59de0-60ff-427c-bf85-a999411b6215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a264ee66-5e61-412a-a902-25d3b0d1dca9,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:38.865541 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53316) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:38.958906 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-70362c79-177f-494e-bff6-dfa03375629f admin admin] Publish callbacks [] for security_group (a264ee66-5e61-412a-a902-25d3b0d1dca9), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:38.976124 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2675d-06c3-4423-be4c-945a4bdba04b req-b5af8f04-cfc5-4201-9be4-0a239ffb72bb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:38.978055 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-00d2675d-06c3-4423-be4c-945a4bdba04b req-b5af8f04-cfc5-4201-9be4-0a239ffb72bb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 945 time: 0.0633323 Feb 16 11:07:38.997344 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-70362c79-177f-494e-bff6-dfa03375629f admin admin] Publish callbacks [] for security_group (a264ee66-5e61-412a-a902-25d3b0d1dca9), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.058754 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-00d2675d-06c3-4423-be4c-945a4bdba04b req-7fca9af1-112f-4620-9adc-535ebfe678fd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727313 Feb 16 11:07:39.081184 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-70362c79-177f-494e-bff6-dfa03375629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a264ee66-5e61-412a-a902-25d3b0d1dca9), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.084078 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-70362c79-177f-494e-bff6-dfa03375629f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.088620 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-70362c79-177f-494e-bff6-dfa03375629f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a264ee66-5e61-412a-a902-25d3b0d1dca9 HTTP/1.1" status: 204 len: 168 time: 0.2216907 Feb 16 11:07:39.097620 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70362c79-177f-494e-bff6-dfa03375629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a264ee66-5e61-412a-a902-25d3b0d1dca9,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:39.170599 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 106202d9-a66e-4c4d-b52e-71bcb3c2366a up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:39.237885 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 106202d9-a66e-4c4d-b52e-71bcb3c2366a completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:07:39.243866 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 106202d9-a66e-4c4d-b52e-71bcb3c2366a triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:39.244315 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.355442 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 106202d9-a66e-4c4d-b52e-71bcb3c2366a is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:39.356110 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.393930 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106202d9-a66e-4c4d-b52e-71bcb3c2366a'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:39.396908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59229665-dd32-4bc6-b0aa-8b774780ff52" -d '{"events": [{"server_uuid": "334555a5-59dc-4fd2-9e4d-1c5f6e07854f", "name": "network-vif-plugged", "status": "completed", "tag": "106202d9-a66e-4c4d-b52e-71bcb3c2366a"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:39.423234 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 106202d9-a66e-4c4d-b52e-71bcb3c2366a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=106202d9-a66e-4c4d-b52e-71bcb3c2366a,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:39.432897 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.434318 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 96d5ca08-9b7f-4d58-9594-4145d1091be5 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:07:39.521855 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50239ac8-45e5-453a-beb9-ab6b12a9a819 x-openstack-request-id: req-50239ac8-45e5-453a-beb9-ab6b12a9a819 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:39.533758 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334555a5-59dc-4fd2-9e4d-1c5f6e07854f", "name": "network-vif-plugged", "status": "completed", "tag": "106202d9-a66e-4c4d-b52e-71bcb3c2366a", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:39.534264 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50239ac8-45e5-453a-beb9-ab6b12a9a819 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:39.535031 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106202d9-a66e-4c4d-b52e-71bcb3c2366a', 'code': 200} Feb 16 11:07:39.540078 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 96d5ca08-9b7f-4d58-9594-4145d1091be5 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:07:39.540696 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 96d5ca08-9b7f-4d58-9594-4145d1091be5 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:07:39.572992 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53330) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:39.589661 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c0a824e3-b9d4-473b-89dd-584b6ca960bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.602401 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=106202d9-a66e-4c4d-b52e-71bcb3c2366a,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:39.760779 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c0a824e3-b9d4-473b-89dd-584b6ca960bc admin admin] Publish callbacks [] for security_group (9f1dac10-e473-4b5a-88ed-cd09343c6298), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.794077 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c0a824e3-b9d4-473b-89dd-584b6ca960bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9f1dac10-e473-4b5a-88ed-cd09343c6298), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:39.898909 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c0a824e3-b9d4-473b-89dd-584b6ca960bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba7e1839e54d475da46851f34f6eb102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240044 Feb 16 11:07:39.902298 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a824e3-b9d4-473b-89dd-584b6ca960bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1dac10-e473-4b5a-88ed-cd09343c6298,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:39.902826 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53344) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:39.923701 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f014cb-35de-4867-af72-deb65639cdf7 req-30490853-1f4c-4851-894d-6c1e056dff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:39.925496 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-95f014cb-35de-4867-af72-deb65639cdf7 req-30490853-1f4c-4851-894d-6c1e056dff35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 1130 time: 0.1919174 Feb 16 11:07:39.986305 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b640e24-daa7-4770-a494-775f92d30b6e req-96bdb4fa-0381-498c-8d79-8cd33d9dbc6d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:39.989307 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b640e24-daa7-4770-a494-775f92d30b6e req-96bdb4fa-0381-498c-8d79-8cd33d9dbc6d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2485044 Feb 16 11:07:39.996245 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25653deb-a6e1-4bbe-8dd0-44aaec3e0919 admin admin] Publish callbacks [] for security_group (9f1dac10-e473-4b5a-88ed-cd09343c6298), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:40.035954 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25653deb-a6e1-4bbe-8dd0-44aaec3e0919 admin admin] Publish callbacks [] for security_group (9f1dac10-e473-4b5a-88ed-cd09343c6298), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:40.071522 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-95f014cb-35de-4867-af72-deb65639cdf7 req-469a1b8f-2fda-40dc-afdb-c63a7145c9bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369944 Feb 16 11:07:40.133510 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b640e24-daa7-4770-a494-775f92d30b6e req-48c4a86e-9a47-4c28-8351-e52428d70ce9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264925 Feb 16 11:07:40.139224 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25653deb-a6e1-4bbe-8dd0-44aaec3e0919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9f1dac10-e473-4b5a-88ed-cd09343c6298), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:40.143107 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25653deb-a6e1-4bbe-8dd0-44aaec3e0919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:40.144978 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-25653deb-a6e1-4bbe-8dd0-44aaec3e0919 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f1dac10-e473-4b5a-88ed-cd09343c6298 HTTP/1.1" status: 204 len: 168 time: 0.2401428 Feb 16 11:07:40.160621 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25653deb-a6e1-4bbe-8dd0-44aaec3e0919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1dac10-e473-4b5a-88ed-cd09343c6298,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:40.284855 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ae4bd-0027-452e-9854-5a2e66040d19 req-16f0661b-2a9d-4de6-8e26-34026085b4d3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:40.286497 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bd9ae4bd-0027-452e-9854-5a2e66040d19 req-16f0661b-2a9d-4de6-8e26-34026085b4d3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 946 time: 0.0862129 Feb 16 11:07:40.355901 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bd9ae4bd-0027-452e-9854-5a2e66040d19 req-16d3ae8a-3c8f-43c1-a3bb-c5675f606ab8 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Feb 16 11:07:40.880674 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53376) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:41.035558 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a96886ba-ef8e-43a7-bf5a-dca4ddc33b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.140725 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a96886ba-ef8e-43a7-bf5a-dca4ddc33b4d admin admin] Publish callbacks [] for security_group (7061ccff-8881-46b7-859e-0f8028b95baa), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.147907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a96886ba-ef8e-43a7-bf5a-dca4ddc33b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7061ccff-8881-46b7-859e-0f8028b95baa), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.219721 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a96886ba-ef8e-43a7-bf5a-dca4ddc33b4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87e257469e4d4ccbbe9e4225b7e0febc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376834 Feb 16 11:07:41.220905 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96886ba-ef8e-43a7-bf5a-dca4ddc33b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7061ccff-8881-46b7-859e-0f8028b95baa,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:41.224123 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53390) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:41.379355 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bb6d9a27-98b6-4146-806f-6c26e8f0e305 admin admin] Publish callbacks [] for security_group (7061ccff-8881-46b7-859e-0f8028b95baa), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.422649 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09e348-53ec-4b24-a7d8-4214eef08859 req-1015c7fc-fb12-4eb1-9357-9c6d1882c1f6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:41.425441 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cc09e348-53ec-4b24-a7d8-4214eef08859 req-1015c7fc-fb12-4eb1-9357-9c6d1882c1f6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1599891 Feb 16 11:07:41.447695 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bb6d9a27-98b6-4146-806f-6c26e8f0e305 admin admin] Publish callbacks [] for security_group (7061ccff-8881-46b7-859e-0f8028b95baa), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.565759 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cc09e348-53ec-4b24-a7d8-4214eef08859 req-c8ec131a-0f5f-47b3-bbcf-61168184c3da tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227849 Feb 16 11:07:41.608732 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bb6d9a27-98b6-4146-806f-6c26e8f0e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7061ccff-8881-46b7-859e-0f8028b95baa), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.609298 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108bdae-be0c-4344-a1e7-ae5815cb5d79 req-96d26d5e-63ce-49f8-b51a-055d291c0049 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:41.612482 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a108bdae-be0c-4344-a1e7-ae5815cb5d79 req-96d26d5e-63ce-49f8-b51a-055d291c0049 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 946 time: 0.1199644 Feb 16 11:07:41.614708 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bb6d9a27-98b6-4146-806f-6c26e8f0e305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.621677 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-bb6d9a27-98b6-4146-806f-6c26e8f0e305 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7061ccff-8881-46b7-859e-0f8028b95baa HTTP/1.1" status: 204 len: 168 time: 0.3922210 Feb 16 11:07:41.651867 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d9a27-98b6-4146-806f-6c26e8f0e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7061ccff-8881-46b7-859e-0f8028b95baa,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:41.737269 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a108bdae-be0c-4344-a1e7-ae5815cb5d79 req-af70a6fa-13e4-4058-89dd-5b67af6f749f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164355 Feb 16 11:07:41.780915 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53408) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:41.862816 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] Deleting subnet d90d38f9-6d8a-4247-8c9a-f36baf3f0803 {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:07:41.868705 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] Publish callbacks [] for subnet (d90d38f9-6d8a-4247-8c9a-f36baf3f0803), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.931221 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] Publish callbacks [] for subnet (d90d38f9-6d8a-4247-8c9a-f36baf3f0803), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:41.948215 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (d90d38f9-6d8a-4247-8c9a-f36baf3f0803), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.043967 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (d90d38f9-6d8a-4247-8c9a-f36baf3f0803), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.101657 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90d38f9-6d8a-4247-8c9a-f36baf3f0803,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:42.104703 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.116745 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-62e99be4-b4a3-4114-8232-945911c368f7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d90d38f9-6d8a-4247-8c9a-f36baf3f0803 HTTP/1.1" status: 204 len: 168 time: 0.3311532 Feb 16 11:07:42.117416 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53422) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:42.209371 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (f7882127-67b4-4afa-94da-e2fee3563050), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.315470 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (f7882127-67b4-4afa-94da-e2fee3563050), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.361298 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.361904 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.363272 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.364811 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > port after_create 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.365633 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.366429 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > port after_update 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.367485 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.368029 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.368667 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.369214 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.525987 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.526339 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.526723 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.527052 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:07:42.527420 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7882127-67b4-4afa-94da-e2fee3563050']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:42.551745 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2e2041-4cde-4e75-a252-02f69ca3cd95') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:42.552074 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2e2041-4cde-4e75-a252-02f69ca3cd95') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:42.574573 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (dc2e2041-4cde-4e75-a252-02f69ca3cd95), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.606121 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (dc2e2041-4cde-4e75-a252-02f69ca3cd95), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.618779 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:07:42.619366 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (dc2e2041-4cde-4e75-a252-02f69ca3cd95), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: from cryptography.utils import int_from_bytes Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: from cryptography.utils import int_from_bytes Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:07:42.654160 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:07:42.800882 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (f7882127-67b4-4afa-94da-e2fee3563050), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.879250 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:42.887385 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ed2bd-60aa-42a2-8f80-c94e8a19b646 req-615f79cb-b92a-4a04-9078-6fbdc6c622ee tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:42.898378 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f7882127-67b4-4afa-94da-e2fee3563050 HTTP/1.1" status: 204 len: 168 time: 0.7771022 Feb 16 11:07:42.898378 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c347fc5-14ec-4ed0-82b5-8e9f6496b156 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7882127-67b4-4afa-94da-e2fee3563050,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:42.918154 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fa6ed2bd-60aa-42a2-8f80-c94e8a19b646 req-615f79cb-b92a-4a04-9078-6fbdc6c622ee tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1517653 Feb 16 11:07:43.085977 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9892d-45f9-455e-b561-73909afcb253 req-b21d5a61-bb16-4d57-8fc0-d7131388a7db tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:43.098201 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9ed9892d-45f9-455e-b561-73909afcb253 req-b21d5a61-bb16-4d57-8fc0-d7131388a7db tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 946 time: 0.0831223 Feb 16 11:07:43.101832 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fa6ed2bd-60aa-42a2-8f80-c94e8a19b646 req-cb3537e7-0832-48f8-a384-0d000d0b6e8e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819804 Feb 16 11:07:43.179887 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9ed9892d-45f9-455e-b561-73909afcb253 req-16d1fe4e-33a0-45e0-a14a-84d14044859c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806050 Feb 16 11:07:43.433313 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53488) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:43.497663 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53494) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:43.497919 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-23876c22-d178-4074-8aba-28c10fd3214d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13e4198929974308a8913d9f3c12a9d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0611970 Feb 16 11:07:43.610972 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fc6377a9-4d51-4d56-bbe6-f2f41d77c406 admin admin] Publish callbacks [] for security_group (b2a074f5-3a70-4f02-849e-90b84b18b5d3), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:43.647399 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fc6377a9-4d51-4d56-bbe6-f2f41d77c406 admin admin] Publish callbacks [] for security_group (b2a074f5-3a70-4f02-849e-90b84b18b5d3), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:43.757319 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fc6377a9-4d51-4d56-bbe6-f2f41d77c406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (b2a074f5-3a70-4f02-849e-90b84b18b5d3), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:43.760924 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fc6377a9-4d51-4d56-bbe6-f2f41d77c406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:43.762661 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-fc6377a9-4d51-4d56-bbe6-f2f41d77c406 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2a074f5-3a70-4f02-849e-90b84b18b5d3 HTTP/1.1" status: 204 len: 168 time: 0.2621577 Feb 16 11:07:43.777854 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6377a9-4d51-4d56-bbe6-f2f41d77c406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a074f5-3a70-4f02-849e-90b84b18b5d3,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:44.278643 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7030-6b58-4892-82a8-5a925060ec59 req-e42ed8e9-77bb-47b8-8030-4ff498f28305 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:44.280792 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-927f7030-6b58-4892-82a8-5a925060ec59 req-e42ed8e9-77bb-47b8-8030-4ff498f28305 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0730040 Feb 16 11:07:44.289897 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53552) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:44.381680 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-927f7030-6b58-4892-82a8-5a925060ec59 req-bd162f24-8fd4-46a7-b53f-40a7c79070fe tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820112 Feb 16 11:07:44.545337 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e73ed820-44db-4dd6-b661-4e9e98356a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:44.710050 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e73ed820-44db-4dd6-b661-4e9e98356a0a admin admin] Publish callbacks [] for security_group (8fc1a590-6dff-4edd-8a27-37d90727f2e8), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:44.718792 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e73ed820-44db-4dd6-b661-4e9e98356a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8fc1a590-6dff-4edd-8a27-37d90727f2e8), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:44.787032 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-e73ed820-44db-4dd6-b661-4e9e98356a0a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=511b52013a0847a88a90c9c3ab9e57aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956536 Feb 16 11:07:44.788112 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed820-44db-4dd6-b661-4e9e98356a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc1a590-6dff-4edd-8a27-37d90727f2e8,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:44.791190 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53592) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:44.880034 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f4014539-fb44-4aac-96a5-2c2f175655fe admin admin] Publish callbacks [] for security_group (8fc1a590-6dff-4edd-8a27-37d90727f2e8), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:44.908499 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f4014539-fb44-4aac-96a5-2c2f175655fe admin admin] Publish callbacks [] for security_group (8fc1a590-6dff-4edd-8a27-37d90727f2e8), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:45.000030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f4014539-fb44-4aac-96a5-2c2f175655fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8fc1a590-6dff-4edd-8a27-37d90727f2e8), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:45.003840 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f4014539-fb44-4aac-96a5-2c2f175655fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:45.008699 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f4014539-fb44-4aac-96a5-2c2f175655fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fc1a590-6dff-4edd-8a27-37d90727f2e8 HTTP/1.1" status: 204 len: 168 time: 0.2162611 Feb 16 11:07:45.020126 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4014539-fb44-4aac-96a5-2c2f175655fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc1a590-6dff-4edd-8a27-37d90727f2e8,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:45.588904 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d935b9-c353-431f-bb70-2d0f15ad315a req-fe5e55c8-e7f9-4bfd-ad92-7ac6fed2c39b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:45.601030 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a2d935b9-c353-431f-bb70-2d0f15ad315a req-fe5e55c8-e7f9-4bfd-ad92-7ac6fed2c39b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1014881 Feb 16 11:07:45.678420 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a2d935b9-c353-431f-bb70-2d0f15ad315a req-ecedab59-f06d-4819-a2e6-f2653459b8cf tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731275 Feb 16 11:07:45.783979 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53648) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:46.103725 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3b99c141-fbfe-481c-83bf-ff65dd600e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:46.273436 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3b99c141-fbfe-481c-83bf-ff65dd600e80 admin admin] Publish callbacks [] for security_group (3225cecb-e4b4-467d-86f0-8077549f5867), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:46.286589 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3b99c141-fbfe-481c-83bf-ff65dd600e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3225cecb-e4b4-467d-86f0-8077549f5867), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:46.370532 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99c141-fbfe-481c-83bf-ff65dd600e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3225cecb-e4b4-467d-86f0-8077549f5867,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:46.385488 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53674) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:46.396643 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-3b99c141-fbfe-481c-83bf-ff65dd600e80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60737c9273314357bdb206e57fc35121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6107569 Feb 16 11:07:46.463004 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-dd6df3cd-9349-454c-af62-0939441e16a3 admin admin] Publish callbacks [] for security_group (3225cecb-e4b4-467d-86f0-8077549f5867), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:46.489325 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-dd6df3cd-9349-454c-af62-0939441e16a3 admin admin] Publish callbacks [] for security_group (3225cecb-e4b4-467d-86f0-8077549f5867), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:46.633743 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-dd6df3cd-9349-454c-af62-0939441e16a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3225cecb-e4b4-467d-86f0-8077549f5867), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:46.638880 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-dd6df3cd-9349-454c-af62-0939441e16a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:46.640611 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-dd6df3cd-9349-454c-af62-0939441e16a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3225cecb-e4b4-467d-86f0-8077549f5867 HTTP/1.1" status: 204 len: 168 time: 0.2540548 Feb 16 11:07:46.662261 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6df3cd-9349-454c-af62-0939441e16a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3225cecb-e4b4-467d-86f0-8077549f5867,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:46.874348 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835431f6-aecf-44a8-83b5-214b5fbc9ea4 req-2345f758-0f36-4532-a73f-f7bc1766fbf3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:46.894752 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-835431f6-aecf-44a8-83b5-214b5fbc9ea4 req-2345f758-0f36-4532-a73f-f7bc1766fbf3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0986540 Feb 16 11:07:46.901969 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-21206ef9-15b6-4f77-8589-492faccbbc1f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:46.905551 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-21206ef9-15b6-4f77-8589-492faccbbc1f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.2476964 Feb 16 11:07:46.932231 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-b069140e-088d-4c2e-8049-0602cd4af3c1 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/quotas/4fdb13dc93ba44c4806b79801a6a936e HTTP/1.1" status: 200 len: 375 time: 0.0202286 Feb 16 11:07:46.965589 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-835431f6-aecf-44a8-83b5-214b5fbc9ea4 req-500eecf6-b27c-4f02-8203-6ee80de628c3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680821 Feb 16 11:07:47.098070 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-6ec16dc6-c7c8-48ca-af62-635defa89bb6 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547778 Feb 16 11:07:47.291820 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-680fadd2-368c-4f66-85ee-d583e796d3af service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897566 Feb 16 11:07:47.312188 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53710) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:47.334630 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-43b475cb-f7f7-461e-8f40-c4bce660b715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:47.488854 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-43b475cb-f7f7-461e-8f40-c4bce660b715 admin admin] Publish callbacks [] for security_group (b445c879-2f96-4a53-80af-11525fc4a8dd), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:47.495840 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-43b475cb-f7f7-461e-8f40-c4bce660b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (b445c879-2f96-4a53-80af-11525fc4a8dd), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:47.501657 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-5e69a3d2-807b-49b2-b14e-f1d8852c35bd service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076731 Feb 16 11:07:47.573113 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-43b475cb-f7f7-461e-8f40-c4bce660b715 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2244e71520324b739df053f360ac855b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589650 Feb 16 11:07:47.575826 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53722) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:47.576836 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b475cb-f7f7-461e-8f40-c4bce660b715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b445c879-2f96-4a53-80af-11525fc4a8dd,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:47.661679 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1468edfd-5ddc-40e8-b064-00354569c0eb admin admin] Publish callbacks [] for security_group (b445c879-2f96-4a53-80af-11525fc4a8dd), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:47.711774 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1468edfd-5ddc-40e8-b064-00354569c0eb admin admin] Publish callbacks [] for security_group (b445c879-2f96-4a53-80af-11525fc4a8dd), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:47.835111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1468edfd-5ddc-40e8-b064-00354569c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (b445c879-2f96-4a53-80af-11525fc4a8dd), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:47.842315 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1468edfd-5ddc-40e8-b064-00354569c0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:47.844394 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-1468edfd-5ddc-40e8-b064-00354569c0eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b445c879-2f96-4a53-80af-11525fc4a8dd HTTP/1.1" status: 204 len: 168 time: 0.2670219 Feb 16 11:07:47.861469 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468edfd-5ddc-40e8-b064-00354569c0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b445c879-2f96-4a53-80af-11525fc4a8dd,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:47.953119 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a2623806-142b-480b-97e7-72815e407d3f req-439c1d4f-6314-4caa-a638-f5278321546e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0975494 Feb 16 11:07:48.236103 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b8d8e-e6ba-4f66-be01-ee1a1dc9febe req-765eceb7-0c13-4b41-900d-a0561c76575b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:48.240063 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d38b8d8e-e6ba-4f66-be01-ee1a1dc9febe req-765eceb7-0c13-4b41-900d-a0561c76575b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1009688 Feb 16 11:07:48.314004 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d38b8d8e-e6ba-4f66-be01-ee1a1dc9febe req-955713dd-3cb5-470e-8e65-9fb3c1588070 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631156 Feb 16 11:07:49.142094 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2eb4fef3-e0d2-4512-b3ed-e4a0425d9494 req-50312abe-1556-452d-b619-22c8de89c79b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0512681 Feb 16 11:07:49.589406 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b55be-9af9-49ea-9480-1b5071c9efa2 req-b6644681-eded-4b03-8f55-e7e72083bb8a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:49.592067 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3f8b55be-9af9-49ea-9480-1b5071c9efa2 req-b6644681-eded-4b03-8f55-e7e72083bb8a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1396205 Feb 16 11:07:49.994135 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3f8b55be-9af9-49ea-9480-1b5071c9efa2 req-e0d97ac8-8bd3-4a74-b2c9-bf97977cd8c6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946283 Feb 16 11:07:50.059967 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-75b61aa3-3917-41db-9efb-cef117950ddc tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:50.064080 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-75b61aa3-3917-41db-9efb-cef117950ddc tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.4327536 Feb 16 11:07:50.085727 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Request body: {'port': {'device_id': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'admin_state_up': True, 'tenant_id': '4fdb13dc93ba44c4806b79801a6a936e'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:50.269308 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Made reservation on behalf of 4fdb13dc93ba44c4806b79801a6a936e for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:07:50.275891 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:50.324438 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7d45c491-e3b5-4c76-9f82-58b5172469d7 req-8397fe4f-08ce-4b17-a040-d84fe38629bc tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0624545 Feb 16 11:07:50.503072 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Allocated IP 172.20.0.5 (f08c4d3d-6dd8-400f-ba99-c676a3093cf6/a2492744-3977-41e5-9827-b23495773be5/7b4475be-f676-49d6-bf60-a6cb570926bd) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:07:50.724507 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks [] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:50.788488 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:50.811937 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b', '106202d9-a66e-4c4d-b52e-71bcb3c2366a'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:50.897175 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:07:50.902203 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:07:50.912094 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:07:50.917726 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event updated for resources: {'Port': ['ID=7b4475be-f676-49d6-bf60-a6cb570926bd,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:51.018927 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:51.019927 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:51.044456 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-3307e16f-98fa-4b17-919f-aa0792d20441 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9622173 Feb 16 11:07:51.058434 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Request body: {'port': {'device_id': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:51.162544 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:51.231519 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf919-9c46-47b5-91e6-7711f01a810e req-1ef35593-2047-47b1-a64a-02eca8351e52 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:51.233254 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-51faf919-9c46-47b5-91e6-7711f01a810e req-1ef35593-2047-47b1-a64a-02eca8351e52 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1121686 Feb 16 11:07:51.378011 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-51faf919-9c46-47b5-91e6-7711f01a810e req-231da1fe-c13c-4ee4-a380-15ae07e6b5ee tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348743 Feb 16 11:07:51.600782 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4475be-f676-49d6-bf60-a6cb570926bd {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:51.612338 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Publish callbacks [] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:51.632606 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Transition to ACTIVE for port object 7b4475be-f676-49d6-bf60-a6cb570926bd will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:07:51.647012 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:51.735953 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4475be-f676-49d6-bf60-a6cb570926bd,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:51.819059 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Attempting to bind port 7b4475be-f676-49d6-bf60-a6cb570926bd on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:07:51.820015 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Attempting to bind port 7b4475be-f676-49d6-bf60-a6cb570926bd by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:07:51.820602 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Attempting to bind port 7b4475be-f676-49d6-bf60-a6cb570926bd on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:51.827654 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Port 7b4475be-f676-49d6-bf60-a6cb570926bd on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:07:51.827981 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Attempting to bind port 7b4475be-f676-49d6-bf60-a6cb570926bd on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:51.836483 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:07:51.836824 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Checking segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:07:51.837348 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Bound using segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:07:51.837806 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Bound port: 7b4475be-f676-49d6-bf60-a6cb570926bd, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:07:51.838167 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:51.844655 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177fcf1-c597-4fff-b85f-6af7a7fb58bd req-55de7b1d-7455-4501-92c5-a441f14d7e9d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:51.856684 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b177fcf1-c597-4fff-b85f-6af7a7fb58bd req-55de7b1d-7455-4501-92c5-a441f14d7e9d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 931 time: 0.4044976 Feb 16 11:07:51.944989 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b177fcf1-c597-4fff-b85f-6af7a7fb58bd req-a6bbbfc4-5358-4edf-90ad-5cb91ba4ac0b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769026 Feb 16 11:07:51.946945 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53900) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:51.968601 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] For port 7b4475be-f676-49d6-bf60-a6cb570926bd, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:07:51.974580 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] For port 7b4475be-f676-49d6-bf60-a6cb570926bd, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7b4475be-f676-49d6-bf60-a6cb570926bd,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:07:51.985988 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.074042 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4475be-f676-49d6-bf60-a6cb570926bd,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:52.079594 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:52.079819 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.081375 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-c2c5da71-0e18-4be5-b738-2f2baa91e930 service neutron] 10.222.0.42 "PUT /v2.0/ports/7b4475be-f676-49d6-bf60-a6cb570926bd HTTP/1.1" status: 200 len: 1093 time: 1.0279887 Feb 16 11:07:52.081829 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'tag': '7b4475be-f676-49d6-bf60-a6cb570926bd'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:07:52.084328 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e5f8b-439d-41f2-843d-acdad74a43c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff02c4be-12d4-441d-88cf-bf87b139f41c", "tag": "7b4475be-f676-49d6-bf60-a6cb570926bd"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:07:52.118807 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-713b1c14-ad7f-4fb7-8878-72f593ee752d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.130326 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb87037-bbc9-4640-b9f4-65effed211a4 x-openstack-request-id: req-3eb87037-bbc9-4640-b9f4-65effed211a4 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:07:52.130978 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff02c4be-12d4-441d-88cf-bf87b139f41c", "tag": "7b4475be-f676-49d6-bf60-a6cb570926bd", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:07:52.131174 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3eb87037-bbc9-4640-b9f4-65effed211a4 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:07:52.131493 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'tag': '7b4475be-f676-49d6-bf60-a6cb570926bd', 'status': 'completed', 'code': 200} Feb 16 11:07:52.245355 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-713b1c14-ad7f-4fb7-8878-72f593ee752d admin admin] Publish callbacks [] for security_group (ed20eea3-71d3-43d1-a42f-8d92e55c6bf5), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.255656 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-713b1c14-ad7f-4fb7-8878-72f593ee752d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ed20eea3-71d3-43d1-a42f-8d92e55c6bf5), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.326159 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53918) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:52.340244 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-713b1c14-ad7f-4fb7-8878-72f593ee752d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=389bb688ee7f48549cc8b22f058e9c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909419 Feb 16 11:07:52.341759 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b1c14-ad7f-4fb7-8878-72f593ee752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20eea3-71d3-43d1-a42f-8d92e55c6bf5,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:52.343048 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53922) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:52.402909 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b9cd-c35f-4756-929a-405e82f3265c admin admin] Publish callbacks [] for security_group (ed20eea3-71d3-43d1-a42f-8d92e55c6bf5), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.428795 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b9cd-c35f-4756-929a-405e82f3265c admin admin] Publish callbacks [] for security_group (ed20eea3-71d3-43d1-a42f-8d92e55c6bf5), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.483934 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e6d87cd3-187f-4558-9c51-12a97333e749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.502791 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b9cd-c35f-4756-929a-405e82f3265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ed20eea3-71d3-43d1-a42f-8d92e55c6bf5), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.505809 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b9cd-c35f-4756-929a-405e82f3265c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.507303 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-4ba4b9cd-c35f-4756-929a-405e82f3265c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed20eea3-71d3-43d1-a42f-8d92e55c6bf5 HTTP/1.1" status: 204 len: 168 time: 0.1632576 Feb 16 11:07:52.523625 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4b9cd-c35f-4756-929a-405e82f3265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20eea3-71d3-43d1-a42f-8d92e55c6bf5,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:52.570328 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aca545-c787-4471-8ed6-9b841a396a76 req-be040378-b911-47b1-a66d-4f0ae2a8d67f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:52.571974 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-85aca545-c787-4471-8ed6-9b841a396a76 req-be040378-b911-47b1-a66d-4f0ae2a8d67f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0754325 Feb 16 11:07:52.628665 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-85aca545-c787-4471-8ed6-9b841a396a76 req-15b2f5f9-2f37-4a4b-b00b-100a703c3340 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490704 Feb 16 11:07:52.635186 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e6d87cd3-187f-4558-9c51-12a97333e749 admin admin] Publish callbacks [] for security_group (ca689df0-8683-4d69-8d32-015335a880fb), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.640250 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e6d87cd3-187f-4558-9c51-12a97333e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ca689df0-8683-4d69-8d32-015335a880fb), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.689715 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e6d87cd3-187f-4558-9c51-12a97333e749 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1977d066f7ea4e72bee28dcde45b1859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612578 Feb 16 11:07:52.689715 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d87cd3-187f-4558-9c51-12a97333e749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca689df0-8683-4d69-8d32-015335a880fb,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:52.691694 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53930) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:52.751667 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4bd73c77-6b56-4bc8-86af-e73b70167485 admin admin] Publish callbacks [] for security_group (ca689df0-8683-4d69-8d32-015335a880fb), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.777493 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4bd73c77-6b56-4bc8-86af-e73b70167485 admin admin] Publish callbacks [] for security_group (ca689df0-8683-4d69-8d32-015335a880fb), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.837532 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4bd73c77-6b56-4bc8-86af-e73b70167485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ca689df0-8683-4d69-8d32-015335a880fb), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.840362 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4bd73c77-6b56-4bc8-86af-e73b70167485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.841572 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-4bd73c77-6b56-4bc8-86af-e73b70167485 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca689df0-8683-4d69-8d32-015335a880fb HTTP/1.1" status: 204 len: 168 time: 0.1480017 Feb 16 11:07:52.849868 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd73c77-6b56-4bc8-86af-e73b70167485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca689df0-8683-4d69-8d32-015335a880fb,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:52.892875 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53934) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:52.906306 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-88f62f4f-4f55-465f-87ec-81486b67e6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:52.997175 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-88f62f4f-4f55-465f-87ec-81486b67e6e6 admin admin] Publish callbacks [] for security_group (be7365ae-d02d-41b4-859a-97f65239277f), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.004214 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-88f62f4f-4f55-465f-87ec-81486b67e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (be7365ae-d02d-41b4-859a-97f65239277f), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.073413 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f62f4f-4f55-465f-87ec-81486b67e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7365ae-d02d-41b4-859a-97f65239277f,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:53.079880 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-88f62f4f-4f55-465f-87ec-81486b67e6e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cba27e55d19f452b85ee7da0928589bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866810 Feb 16 11:07:53.083666 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53942) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:53.137444 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebab91-34c4-44aa-acf8-741929a98635 req-dc5da732-9190-4b28-b81c-802d57076332 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:53.139058 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a3ebab91-34c4-44aa-acf8-741929a98635 req-dc5da732-9190-4b28-b81c-802d57076332 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 943 time: 0.1182933 Feb 16 11:07:53.167458 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d65999d4-ea0f-445d-84b6-6ea60fc445af admin admin] Publish callbacks [] for security_group (be7365ae-d02d-41b4-859a-97f65239277f), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.215555 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d65999d4-ea0f-445d-84b6-6ea60fc445af admin admin] Publish callbacks [] for security_group (be7365ae-d02d-41b4-859a-97f65239277f), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.237028 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a3ebab91-34c4-44aa-acf8-741929a98635 req-89f69f8d-0cce-4dd5-9f03-6ed31e61c421 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853288 Feb 16 11:07:53.287927 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53946) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:53.296388 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d65999d4-ea0f-445d-84b6-6ea60fc445af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (be7365ae-d02d-41b4-859a-97f65239277f), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.299028 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d65999d4-ea0f-445d-84b6-6ea60fc445af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.300261 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d65999d4-ea0f-445d-84b6-6ea60fc445af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be7365ae-d02d-41b4-859a-97f65239277f HTTP/1.1" status: 204 len: 168 time: 0.2158346 Feb 16 11:07:53.309335 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5d93ce24-ef0f-4c0f-b14b-217d9a9e9d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.322874 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65999d4-ea0f-445d-84b6-6ea60fc445af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7365ae-d02d-41b4-859a-97f65239277f,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:53.416138 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5d93ce24-ef0f-4c0f-b14b-217d9a9e9d21 admin admin] Publish callbacks [] for security_group (29b646c1-bab7-424e-b64a-ffaeb6e05135), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.421715 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5d93ce24-ef0f-4c0f-b14b-217d9a9e9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (29b646c1-bab7-424e-b64a-ffaeb6e05135), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.465358 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5d93ce24-ef0f-4c0f-b14b-217d9a9e9d21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d81171f3605a44a29238ae39dac6b6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759908 Feb 16 11:07:53.466316 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93ce24-ef0f-4c0f-b14b-217d9a9e9d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b646c1-bab7-424e-b64a-ffaeb6e05135,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:53.468994 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 53950) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:53.529480 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-969850a5-f7ef-47c1-9a04-7231e6998bf7 admin admin] Publish callbacks [] for security_group (29b646c1-bab7-424e-b64a-ffaeb6e05135), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.559003 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-969850a5-f7ef-47c1-9a04-7231e6998bf7 admin admin] Publish callbacks [] for security_group (29b646c1-bab7-424e-b64a-ffaeb6e05135), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.601503 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-348c23d8-3695-4104-bbc4-2c3a45fb40fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.644493 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-969850a5-f7ef-47c1-9a04-7231e6998bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (29b646c1-bab7-424e-b64a-ffaeb6e05135), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.647849 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-969850a5-f7ef-47c1-9a04-7231e6998bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:53.653394 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-969850a5-f7ef-47c1-9a04-7231e6998bf7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29b646c1-bab7-424e-b64a-ffaeb6e05135 HTTP/1.1" status: 204 len: 168 time: 0.1794436 Feb 16 11:07:53.664262 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969850a5-f7ef-47c1-9a04-7231e6998bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b646c1-bab7-424e-b64a-ffaeb6e05135,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:53.854220 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2a536-9703-4b94-b3bf-817ad81ca648 req-a8d8c74d-7908-49e6-9819-037dd16b64b1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:53.861223 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f6f2a536-9703-4b94-b3bf-817ad81ca648 req-a8d8c74d-7908-49e6-9819-037dd16b64b1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1124203 Feb 16 11:07:53.967555 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f6f2a536-9703-4b94-b3bf-817ad81ca648 req-90509ff3-9506-4b89-8b77-acdd2cf6c0c7 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048560 Feb 16 11:07:53.985761 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e5f8b-439d-41f2-843d-acdad74a43c3 req-c5292d4c-cd48-4636-9f79-253a81c200fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:53.990220 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-638e5f8b-439d-41f2-843d-acdad74a43c3 req-c5292d4c-cd48-4636-9f79-253a81c200fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 1127 time: 0.0825856 Feb 16 11:07:54.309182 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e5f8b-439d-41f2-843d-acdad74a43c3 req-54861a64-f205-445f-b673-8ae3f23a5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:54.311025 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-638e5f8b-439d-41f2-843d-acdad74a43c3 req-54861a64-f205-445f-b673-8ae3f23a5b90 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3124435 Feb 16 11:07:54.446768 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 53992) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:54.622425 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2103104970-network', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:54.640132 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f724cb-5b73-47d7-9aa6-72c11aa30d7b req-7de0c47d-ff27-4844-9e5d-fb829be52edd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:54.642387 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a0f724cb-5b73-47d7-9aa6-72c11aa30d7b req-7de0c47d-ff27-4844-9e5d-fb829be52edd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 943 time: 0.2390482 Feb 16 11:07:54.643690 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e5f8b-439d-41f2-843d-acdad74a43c3 req-3303f49f-007f-4556-810b-9fc4ba455a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:54.656443 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-638e5f8b-439d-41f2-843d-acdad74a43c3 req-3303f49f-007f-4556-810b-9fc4ba455a62 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3259511 Feb 16 11:07:54.670640 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Made reservation on behalf of 3085f983b30c4ffab228a630a3e33ad8 for: {'network': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:07:54.675451 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:54.696595 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:54.785951 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a0f724cb-5b73-47d7-9aa6-72c11aa30d7b req-faab2096-5433-4db3-89f4-74abc9fe2f54 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262708 Feb 16 11:07:54.834434 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-d1c1b5b9-6571-461f-aba3-9d1635b9b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:54.839688 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-d1c1b5b9-6571-461f-aba3-9d1635b9b7b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 1127 time: 0.1337173 Feb 16 11:07:54.894445 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks [] for security_group (cddfde96-e7c6-4b89-ad6e-8f0af670baa2), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:54.905297 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-1e6c7bf0-4ad5-44ac-841e-10417f01c443 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b4475be-f676-49d6-bf60-a6cb570926bd HTTP/1.1" status: 200 len: 217 time: 0.0513525 Feb 16 11:07:54.906004 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cddfde96-e7c6-4b89-ad6e-8f0af670baa2), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:54.947686 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:07:54.976878 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddfde96-e7c6-4b89-ad6e-8f0af670baa2,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:54.980205 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-a4167423-e496-43f2-bea5-47523719d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:54.987470 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (fe3aa82c-1940-4ae8-a689-50e7c2260e33), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:54.989236 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.segments_db [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Added segment fe3aa82c-1940-4ae8-a689-50e7c2260e33 of type vlan for network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f Feb 16 11:07:54.997117 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-a4167423-e496-43f2-bea5-47523719d0fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.0800493 Feb 16 11:07:55.039100 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-8774950b-24d9-4b38-a7c1-9ceaa9518b32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353887 Feb 16 11:07:55.089005 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (4cca7073-ccc2-4aa1-bdd0-0df7c644586f), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:55.146280 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (4cca7073-ccc2-4aa1-bdd0-0df7c644586f), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:55.148456 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:55.149711 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:55.232339 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-fef2122d-5714-46af-abdd-0f721be6bcc9 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820531 Feb 16 11:07:55.242135 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7938309 Feb 16 11:07:55.253323 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54030) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:55.276504 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Request body: {'subnet': {'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2103104970-subnet', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:55.362001 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1551ca9-451d-46de-a0fb-19def022bd41 admin admin] Pushing event updated for resources: {'Network': ['ID=4cca7073-ccc2-4aa1-bdd0-0df7c644586f,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:55.386830 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:07:55.398591 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Made reservation on behalf of 3085f983b30c4ffab228a630a3e33ad8 for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:07:55.401740 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999a5ed-7a4a-42e5-87aa-aee9fe5f2c58 req-24c609fa-37c4-4f20-b2bb-565f9d79980d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:55.401916 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130089519'] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:55.403329 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2999a5ed-7a4a-42e5-87aa-aee9fe5f2c58 req-24c609fa-37c4-4f20-b2bb-565f9d79980d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2645617 Feb 16 11:07:55.485936 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0eee0601-c208-4042-8100-e0bd2089f5e9 req-452fd0f3-c40b-44c6-8c50-bef35fd2a1e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448859 Feb 16 11:07:55.494219 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2999a5ed-7a4a-42e5-87aa-aee9fe5f2c58 req-44ef96ec-d149-49ed-b69d-566fd26d2eee tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821240 Feb 16 11:07:55.665317 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130326956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130089501'] for subnet (40ee2a97-f501-4379-bd2f-e83af55d6bae), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:55.765014 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ee2a97-f501-4379-bd2f-e83af55d6bae,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:55.774927 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Checking segment: {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:07:55.775281 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Network hostable DHCP agents. Network: 4cca7073-ccc2-4aa1-bdd0-0df7c644586f, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:07:55.800877 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:07:55.815316 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 4cca7073-ccc2-4aa1-bdd0-0df7c644586f) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:07:55.820472 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:55.821061 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:55.831579 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254bbc1-feb8-48a3-823a-08f88947de38 None None] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:07:55.845814 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-1da8ad93-f0d3-45b4-8cdc-c8e09d09c79e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5912335 Feb 16 11:07:55.848816 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54062) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:55.854599 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:07:55.885665 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (e03c11e4-9625-447a-84ed-eb0375fe9442), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:55.887168 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (e03c11e4-9625-447a-84ed-eb0375fe9442), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.042596 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:07:56.044501 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.057685 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks [] for router_controller (e03c11e4-9625-447a-84ed-eb0375fe9442), precommit_add_association {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.067582 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07251c-5279-4324-877b-107222024701 req-1bd5af4c-c2dd-49ba-8aa9-26a349bc48c3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:56.074927 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-df07251c-5279-4324-877b-107222024701 req-1bd5af4c-c2dd-49ba-8aa9-26a349bc48c3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 943 time: 0.1560802 Feb 16 11:07:56.172566 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-df07251c-5279-4324-877b-107222024701 req-f76a78f6-3704-4dc5-ba3a-0bb95921c9b2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930393 Feb 16 11:07:56.197387 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-dc274aef-0e67-44e2-b51f-8a3adf9485ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.278239 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks [] for router_gateway (e03c11e4-9625-447a-84ed-eb0375fe9442), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.343461 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Allocated IP 172.20.0.2 (4cca7073-ccc2-4aa1-bdd0-0df7c644586f/40ee2a97-f501-4379-bd2f-e83af55d6bae/e554a693-7fe2-4378-bab9-b78b8b970661) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:07:56.662422 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks [] for router_gateway (e03c11e4-9625-447a-84ed-eb0375fe9442), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.710956 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.756589 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Publish callbacks [] for port (e554a693-7fe2-4378-bab9-b78b8b970661), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.769638 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.847188 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:07:56.852961 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:07:56.859673 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:07:56.875765 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b03ae-313a-4b5f-904d-67681d7c81b9 req-6723df0e-71e2-4dd3-a5b6-b347831df352 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:56.879616 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-278b03ae-313a-4b5f-904d-67681d7c81b9 req-6723df0e-71e2-4dd3-a5b6-b347831df352 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2104576 Feb 16 11:07:56.921916 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Pushing event updated for resources: {'Port': ['ID=e554a693-7fe2-4378-bab9-b78b8b970661,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:56.974245 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Attempting to bind port e554a693-7fe2-4378-bab9-b78b8b970661 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:07:56.974716 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Attempting to bind port e554a693-7fe2-4378-bab9-b78b8b970661 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:07:56.975223 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Attempting to bind port e554a693-7fe2-4378-bab9-b78b8b970661 on network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:07:56.981952 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:07:56.982517 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Checking segment: {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:07:56.983009 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:56.983464 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Bound using segment: {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:07:56.985095 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Bound port: e554a693-7fe2-4378-bab9-b78b8b970661, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:07:56.985095 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.041414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Allocated IP 172.27.1.108 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/1457cb73-eee0-4285-99f0-5dc66e7b852d) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:07:57.081281 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] For port e554a693-7fe2-4378-bab9-b78b8b970661, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:07:57.085916 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] For port e554a693-7fe2-4378-bab9-b78b8b970661, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e554a693-7fe2-4378-bab9-b78b8b970661,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:07:57.090832 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-278b03ae-313a-4b5f-904d-67681d7c81b9 req-c8ccda46-dc30-44b0-9877-40883c533945 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666424 Feb 16 11:07:57.099965 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54106) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:57.109151 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.258804 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e7fda-5379-4835-a047-ba5f31fc48f5 None None] Pushing event updated for resources: {'Port': ['ID=e554a693-7fe2-4378-bab9-b78b8b970661,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:57.322534 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks [] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.353527 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.371146 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fcd2894a-a2d5-44d4-91d3-9ad509141912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.398629 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.414774 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b5a0d-256b-4032-98de-42871c979b2f req-20550883-4f95-4e59-8415-ddb4dd0fa701 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:57.424748 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-596b5a0d-256b-4032-98de-42871c979b2f req-20550883-4f95-4e59-8415-ddb4dd0fa701 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 943 time: 0.1288111 Feb 16 11:07:57.439707 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:07:57.443385 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:07:57.446849 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:07:57.501830 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-596b5a0d-256b-4032-98de-42871c979b2f req-0e13d4bc-ea7f-445e-bd94-e94b1c174c62 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757661 Feb 16 11:07:57.546777 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1457cb73-eee0-4285-99f0-5dc66e7b852d,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:57.557614 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fcd2894a-a2d5-44d4-91d3-9ad509141912 admin admin] Publish callbacks [] for security_group (04f5ab3e-a013-41c5-8c33-fe5308ce7206), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.564727 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fcd2894a-a2d5-44d4-91d3-9ad509141912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (04f5ab3e-a013-41c5-8c33-fe5308ce7206), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.633864 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2894a-a2d5-44d4-91d3-9ad509141912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f5ab3e-a013-41c5-8c33-fe5308ce7206,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:57.646930 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-fcd2894a-a2d5-44d4-91d3-9ad509141912 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=886b5ea461d1492a88649bb1eb000196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439467 Feb 16 11:07:57.651182 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54116) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:57.713325 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43638f00-c1d0-4f50-819c-881036ef1f14 admin admin] Publish callbacks [] for security_group (04f5ab3e-a013-41c5-8c33-fe5308ce7206), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.752702 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43638f00-c1d0-4f50-819c-881036ef1f14 admin admin] Publish callbacks [] for security_group (04f5ab3e-a013-41c5-8c33-fe5308ce7206), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.827533 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks [] for router_gateway (e03c11e4-9625-447a-84ed-eb0375fe9442), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.828778 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43638f00-c1d0-4f50-819c-881036ef1f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (04f5ab3e-a013-41c5-8c33-fe5308ce7206), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.837521 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43638f00-c1d0-4f50-819c-881036ef1f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:57.840529 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-43638f00-c1d0-4f50-819c-881036ef1f14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04f5ab3e-a013-41c5-8c33-fe5308ce7206 HTTP/1.1" status: 204 len: 168 time: 0.1864147 Feb 16 11:07:57.862823 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638f00-c1d0-4f50-819c-881036ef1f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f5ab3e-a013-41c5-8c33-fe5308ce7206,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:57.889543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 7b4475be-f676-49d6-bf60-a6cb570926bd details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:07:58.104854 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 7b4475be-f676-49d6-bf60-a6cb570926bd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7b4475be-f676-49d6-bf60-a6cb570926bd,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:58.127613 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '7b4475be-f676-49d6-bf60-a6cb570926bd', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'port_id': '7b4475be-f676-49d6-bf60-a6cb570926bd', 'mac_address': 'fa:16:3e:0c:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2492744-3977-41e5-9827-b23495773be5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:07:58.146774 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (e03c11e4-9625-447a-84ed-eb0375fe9442), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:58.287792 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 7b4475be-f676-49d6-bf60-a6cb570926bd is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:58.289428 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:58.329992 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4475be-f676-49d6-bf60-a6cb570926bd {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:07:58.354766 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 7b4475be-f676-49d6-bf60-a6cb570926bd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7b4475be-f676-49d6-bf60-a6cb570926bd,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:07:58.360985 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:58.440879 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54146) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:58.464623 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=7b4475be-f676-49d6-bf60-a6cb570926bd,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:58.469106 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-aa0f61db-91be-420e-a29c-9f54f425a989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:58.512638 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54150) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:58.522163 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc43a2-3456-4d0c-a026-77010b5e3438 req-3660daad-d3f6-48c2-8770-687584da9f6a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:58.523801 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8acc43a2-3456-4d0c-a026-77010b5e3438 req-3660daad-d3f6-48c2-8770-687584da9f6a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2390101 Feb 16 11:07:58.614739 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Router e03c11e4-9625-447a-84ed-eb0375fe9442 is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:07:58.654136 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8acc43a2-3456-4d0c-a026-77010b5e3438 req-bf08b96e-a64d-4116-80de-d0afe662ce6d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045501 Feb 16 11:07:58.710110 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['7b4475be-f676-49d6-bf60-a6cb570926bd'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:07:58.739647 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-aa0f61db-91be-420e-a29c-9f54f425a989 admin admin] Publish callbacks [] for security_group (a95c3575-f586-4c32-b506-c81878177d02), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:58.753445 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66760fd-fec5-47ee-b99b-6d1cbd945b11 req-cef28a53-8f74-41f2-9cdb-ed57e946e177 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:07:58.761527 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d66760fd-fec5-47ee-b99b-6d1cbd945b11 req-cef28a53-8f74-41f2-9cdb-ed57e946e177 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 944 time: 0.1594017 Feb 16 11:07:58.776348 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-aa0f61db-91be-420e-a29c-9f54f425a989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a95c3575-f586-4c32-b506-c81878177d02), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:58.818401 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb0e34-b631-4ca2-8d9d-b9e770f32b9b None None] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:07:58.862416 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-aa0f61db-91be-420e-a29c-9f54f425a989 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5957ec3cd98c4dfb801d202b2a61561d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202466 Feb 16 11:07:58.866852 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54158) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:58.874311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:07:58.886899 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Sync routers for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:07:58.909273 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:07:58.910063 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:58.918053 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f61db-91be-420e-a29c-9f54f425a989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95c3575-f586-4c32-b506-c81878177d02,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:58.920319 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:58.921594 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-29e1a9d2-3ce5-4509-a0e7-bca4b52e77d3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0714431 Feb 16 11:07:58.925464 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54160) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:58.930216 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d66760fd-fec5-47ee-b99b-6d1cbd945b11 req-9dc5e10d-f91b-4b8a-9cb3-de1a8742bc61 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677630 Feb 16 11:07:58.931313 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b0ba940a-4078-4efc-bd37-84d9e25b833e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.046265 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7116f807-8226-47e6-ad82-c10e5a42db36 admin admin] Publish callbacks [] for security_group (a95c3575-f586-4c32-b506-c81878177d02), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.072915 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b0ba940a-4078-4efc-bd37-84d9e25b833e admin admin] Publish callbacks [] for security_group (39137023-9976-4eff-a41b-ace0581169dd), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.082859 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7116f807-8226-47e6-ad82-c10e5a42db36 admin admin] Publish callbacks [] for security_group (a95c3575-f586-4c32-b506-c81878177d02), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.083248 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b0ba940a-4078-4efc-bd37-84d9e25b833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (39137023-9976-4eff-a41b-ace0581169dd), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.145201 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-b0ba940a-4078-4efc-bd37-84d9e25b833e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3a3b557e2e940bfa56220132e76b091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6281836 Feb 16 11:07:59.157262 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54162) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:07:59.164886 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba940a-4078-4efc-bd37-84d9e25b833e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39137023-9976-4eff-a41b-ace0581169dd,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:59.169661 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:07:59.219966 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-662ee9ab-f531-4c22-b0d2-e55a801a2e92 None None] Provisioning complete for port e554a693-7fe2-4378-bab9-b78b8b970661 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:59.220902 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-662ee9ab-f531-4c22-b0d2-e55a801a2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.234257 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7116f807-8226-47e6-ad82-c10e5a42db36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a95c3575-f586-4c32-b506-c81878177d02), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.241292 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7116f807-8226-47e6-ad82-c10e5a42db36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.244854 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-7116f807-8226-47e6-ad82-c10e5a42db36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a95c3575-f586-4c32-b506-c81878177d02 HTTP/1.1" status: 204 len: 168 time: 0.3768008 Feb 16 11:07:59.279192 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116f807-8226-47e6-ad82-c10e5a42db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95c3575-f586-4c32-b506-c81878177d02,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:07:59.334033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.650041 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-eae9eaf3-2e92-4a71-a232-8ffd2d29aef0 admin admin] Publish callbacks [] for security_group (39137023-9976-4eff-a41b-ace0581169dd), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.661300 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e554a693-7fe2-4378-bab9-b78b8b970661 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:07:59.663535 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:07:57Z', 'revision_number': 3, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:07:59.702873 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Checking router: e03c11e4-9625-447a-84ed-eb0375fe9442 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:07:59.703392 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Updating router e03c11e4-9625-447a-84ed-eb0375fe9442 port 1457cb73-eee0-4285-99f0-5dc66e7b852d binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:07:59.751923 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-eae9eaf3-2e92-4a71-a232-8ffd2d29aef0 admin admin] Publish callbacks [] for security_group (39137023-9976-4eff-a41b-ace0581169dd), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.774785 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-662ee9ab-f531-4c22-b0d2-e55a801a2e92 None None] Current status of the port e554a693-7fe2-4378-bab9-b78b8b970661 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:07:59.775443 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-662ee9ab-f531-4c22-b0d2-e55a801a2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.811968 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.815407 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port e554a693-7fe2-4378-bab9-b78b8b970661 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:07:59.815817 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.906703 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-eae9eaf3-2e92-4a71-a232-8ffd2d29aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (39137023-9976-4eff-a41b-ace0581169dd), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.909835 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-eae9eaf3-2e92-4a71-a232-8ffd2d29aef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:07:59.916131 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-eae9eaf3-2e92-4a71-a232-8ffd2d29aef0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39137023-9976-4eff-a41b-ace0581169dd HTTP/1.1" status: 204 len: 168 time: 0.7528901 Feb 16 11:07:59.946825 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9eaf3-2e92-4a71-a232-8ffd2d29aef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39137023-9976-4eff-a41b-ace0581169dd,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:00.085305 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-662ee9ab-f531-4c22-b0d2-e55a801a2e92 None None] For port e554a693-7fe2-4378-bab9-b78b8b970661, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e554a693-7fe2-4378-bab9-b78b8b970661,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:00.113813 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-662ee9ab-f531-4c22-b0d2-e55a801a2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.147879 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.298699 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Publish callbacks [] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.302390 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54182) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:00.315360 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.342356 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3b92-7dd0-4894-8e38-86f775f7930b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.403080 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Attempting to bind port 1457cb73-eee0-4285-99f0-5dc66e7b852d on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:00.406813 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Attempting to bind port 1457cb73-eee0-4285-99f0-5dc66e7b852d by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:00.407506 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Attempting to bind port 1457cb73-eee0-4285-99f0-5dc66e7b852d on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:00.419764 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5deb59-f352-42f9-b8a7-163e6455ea83 req-38cebd01-830c-409b-90b8-9596cc3355d7 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:00.420068 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ee9ab-f531-4c22-b0d2-e55a801a2e92 None None] Pushing event updated for resources: {'Port': ['ID=e554a693-7fe2-4378-bab9-b78b8b970661,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:00.422732 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c5deb59-f352-42f9-b8a7-163e6455ea83 req-38cebd01-830c-409b-90b8-9596cc3355d7 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 944 time: 0.2399993 Feb 16 11:08:00.425832 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:00.433442 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:00.434188 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.434763 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:00.435572 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Bound port: 1457cb73-eee0-4285-99f0-5dc66e7b852d, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:00.436196 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.438834 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port e554a693-7fe2-4378-bab9-b78b8b970661 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:00.441084 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Pushing event updated for resources: {'Port': ['ID=1457cb73-eee0-4285-99f0-5dc66e7b852d,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:00.537409 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-1efb5c30-646e-4b28-b55b-46cab5bd2b91 None None] Provisioning complete for port e554a693-7fe2-4378-bab9-b78b8b970661 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:00.538423 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1efb5c30-646e-4b28-b55b-46cab5bd2b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.539287 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] For port 1457cb73-eee0-4285-99f0-5dc66e7b852d, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:00.544628 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] For port 1457cb73-eee0-4285-99f0-5dc66e7b852d, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=1457cb73-eee0-4285-99f0-5dc66e7b852d,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:00.558823 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.559713 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.560205 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.560571 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.560936 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.561325 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.562147 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.562501 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.562886 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.563245 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.563765 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.564771 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.565214 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:00.585682 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.623954 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.671112 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.690424 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3b92-7dd0-4894-8e38-86f775f7930b admin admin] Publish callbacks [] for security_group (1e0d121f-4e73-44e7-aeaa-cc70460116a2), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.702910 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b34e6-e12b-4ca5-b608-2527aedf8586 None None] Pushing event updated for resources: {'Port': ['ID=1457cb73-eee0-4285-99f0-5dc66e7b852d,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:00.703271 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3b92-7dd0-4894-8e38-86f775f7930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (1e0d121f-4e73-44e7-aeaa-cc70460116a2), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.757377 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-1efb5c30-646e-4b28-b55b-46cab5bd2b91 None None] Current status of the port e554a693-7fe2-4378-bab9-b78b8b970661 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:00.777389 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018c1e3-5b6a-4bff-b8e1-76a9a49b41fb req-7348e216-2a9a-471a-ae9b-39717e6fed66 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:00.777897 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:00.779025 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1018c1e3-5b6a-4bff-b8e1-76a9a49b41fb req-7348e216-2a9a-471a-ae9b-39717e6fed66 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.8809023 Feb 16 11:08:00.794087 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:00.797055 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc3b92-7dd0-4894-8e38-86f775f7930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0d121f-4e73-44e7-aeaa-cc70460116a2,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:00.820616 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c5deb59-f352-42f9-b8a7-163e6455ea83 req-243e44cc-dd60-4303-9f36-0117b14d9d5c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810089 Feb 16 11:08:00.852605 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c6dc3b92-7dd0-4894-8e38-86f775f7930b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=360cd01c285b4b949639bf54faf87e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466230 Feb 16 11:08:00.856829 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54188) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:00.937199 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1018c1e3-5b6a-4bff-b8e1-76a9a49b41fb req-bfd26dcf-6314-4f57-9edb-0508a21fc5bf tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447346 Feb 16 11:08:00.938069 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d016fdac-dae9-4dfe-869c-1b692bae66cc admin admin] Publish callbacks [] for security_group (1e0d121f-4e73-44e7-aeaa-cc70460116a2), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.943747 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54190) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:00.979309 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-204c5733-9a00-4d40-84f6-60de84e77caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:00.979962 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d016fdac-dae9-4dfe-869c-1b692bae66cc admin admin] Publish callbacks [] for security_group (1e0d121f-4e73-44e7-aeaa-cc70460116a2), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.024398 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Allocated IP 172.20.0.1 (4cca7073-ccc2-4aa1-bdd0-0df7c644586f/40ee2a97-f501-4379-bd2f-e83af55d6bae/a923c092-316d-4342-be2b-0f0721dc683c) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:01.029218 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:01.064811 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d016fdac-dae9-4dfe-869c-1b692bae66cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (1e0d121f-4e73-44e7-aeaa-cc70460116a2), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.072396 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d016fdac-dae9-4dfe-869c-1b692bae66cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.076984 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d016fdac-dae9-4dfe-869c-1b692bae66cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e0d121f-4e73-44e7-aeaa-cc70460116a2 HTTP/1.1" status: 204 len: 168 time: 0.2151420 Feb 16 11:08:01.085661 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016fdac-dae9-4dfe-869c-1b692bae66cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0d121f-4e73-44e7-aeaa-cc70460116a2,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:01.185124 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-204c5733-9a00-4d40-84f6-60de84e77caa admin admin] Publish callbacks [] for security_group (a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.196049 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-204c5733-9a00-4d40-84f6-60de84e77caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.219700 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks [] for port (a923c092-316d-4342-be2b-0f0721dc683c), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.261790 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5733-9a00-4d40-84f6-60de84e77caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:01.271181 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54196) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:01.278760 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-204c5733-9a00-4d40-84f6-60de84e77caa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a39c032c98b4f67be32c393fa52853c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335259 Feb 16 11:08:01.280727 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:07:57Z', 'revision_number': 3, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:01.333439 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff818758-fcb7-4740-a5ed-c060722754e2 None None] The sync data for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi is: [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:07:57Z', 'revision_number': 3, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:01.336957 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (a923c092-316d-4342-be2b-0f0721dc683c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.359868 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc9cf-d81f-4d16-a518-d882acd137d1 admin admin] Publish callbacks [] for security_group (a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.369020 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:01.372783 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:01.394929 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:01.395263 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (e03c11e4-9625-447a-84ed-eb0375fe9442), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.416235 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc9cf-d81f-4d16-a518-d882acd137d1 admin admin] Publish callbacks [] for security_group (a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.541053 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e554a693-7fe2-4378-bab9-b78b8b970661 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:01.550391 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc9cf-d81f-4d16-a518-d882acd137d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.560966 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc9cf-d81f-4d16-a518-d882acd137d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.565161 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-0e5cc9cf-d81f-4d16-a518-d882acd137d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c HTTP/1.1" status: 204 len: 168 time: 0.2928226 Feb 16 11:08:01.588923 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Pushing event updated for resources: {'Port': ['ID=a923c092-316d-4342-be2b-0f0721dc683c,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:01.590985 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc9cf-d81f-4d16-a518-d882acd137d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c7fe12-afa5-4e5c-a11d-08ff2ccdfd5c,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:01.703337 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port e554a693-7fe2-4378-bab9-b78b8b970661 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:01.703963 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:01.810569 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a923c092-316d-4342-be2b-0f0721dc683c), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:02.203814 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb76d5-732b-42d3-bbbc-8bcd3da1afec req-812242d2-eb20-4d67-a1ad-4e6a9a68d12b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:02.215048 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01cb76d5-732b-42d3-bbbc-8bcd3da1afec req-812242d2-eb20-4d67-a1ad-4e6a9a68d12b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 944 time: 0.2107987 Feb 16 11:08:02.322881 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks [] for port (a923c092-316d-4342-be2b-0f0721dc683c), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:02.341054 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-01cb76d5-732b-42d3-bbbc-8bcd3da1afec req-72d6bdf3-1e50-411e-9c27-26d5a4fc020e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249514 Feb 16 11:08:02.350847 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 7b4475be-f676-49d6-bf60-a6cb570926bd up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:02.397536 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8670-ab10-45ce-af31-affb4172ace1 req-3b76fd3c-5808-446c-941a-9f4138ae54ec tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:02.401409 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0e2c8670-ab10-45ce-af31-affb4172ace1 req-3b76fd3c-5808-446c-941a-9f4138ae54ec tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2579510 Feb 16 11:08:02.403450 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (a923c092-316d-4342-be2b-0f0721dc683c), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:02.404229 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (e03c11e4-9625-447a-84ed-eb0375fe9442), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:02.423294 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-6e40a924-7a97-401c-af2a-6af8a471d0cc None None] Provisioning complete for port a923c092-316d-4342-be2b-0f0721dc683c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:02.423964 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-6e40a924-7a97-401c-af2a-6af8a471d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (a923c092-316d-4342-be2b-0f0721dc683c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:02.427292 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port e554a693-7fe2-4378-bab9-b78b8b970661 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:02.441965 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:08:02.490232 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-6e40a924-7a97-401c-af2a-6af8a471d0cc None None] Port a923c092-316d-4342-be2b-0f0721dc683c cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:02.495915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 7b4475be-f676-49d6-bf60-a6cb570926bd completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:08:02.507679 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 7b4475be-f676-49d6-bf60-a6cb570926bd triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:02.508083 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:02.550028 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Pushing event updated for resources: {'Port': ['ID=a923c092-316d-4342-be2b-0f0721dc683c,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:02.662884 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:02.667821 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:02.678373 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0e2c8670-ab10-45ce-af31-affb4172ace1 req-90f286f9-002b-489e-aade-64aa3b07d6ce tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555404 Feb 16 11:08:02.770287 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 7b4475be-f676-49d6-bf60-a6cb570926bd is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:02.771228 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:02.894915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 7b4475be-f676-49d6-bf60-a6cb570926bd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7b4475be-f676-49d6-bf60-a6cb570926bd,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:02.897678 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4475be-f676-49d6-bf60-a6cb570926bd'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:08:02.906081 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5697f0a3-9fa3-4a76-a313-099136ed82c6" -d '{"events": [{"server_uuid": "ff02c4be-12d4-441d-88cf-bf87b139f41c", "name": "network-vif-plugged", "status": "completed", "tag": "7b4475be-f676-49d6-bf60-a6cb570926bd"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:08:02.914527 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.000224 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54244) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:03.002446 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0bed30-652d-4240-8a18-bdbdbfb0a214 x-openstack-request-id: req-df0bed30-652d-4240-8a18-bdbdbfb0a214 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:08:03.002703 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff02c4be-12d4-441d-88cf-bf87b139f41c", "name": "network-vif-plugged", "status": "completed", "tag": "7b4475be-f676-49d6-bf60-a6cb570926bd", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:08:03.002964 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df0bed30-652d-4240-8a18-bdbdbfb0a214 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:08:03.003528 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4475be-f676-49d6-bf60-a6cb570926bd', 'code': 200} Feb 16 11:08:03.048947 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Router e03c11e4-9625-447a-84ed-eb0375fe9442 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:08:03.057832 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=7b4475be-f676-49d6-bf60-a6cb570926bd,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:03.147370 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-994e6539-c1f0-4dd1-843b-2e86973c5672 None None] Provisioning complete for port a923c092-316d-4342-be2b-0f0721dc683c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:03.147750 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-994e6539-c1f0-4dd1-843b-2e86973c5672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (a923c092-316d-4342-be2b-0f0721dc683c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.254874 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-994e6539-c1f0-4dd1-843b-2e86973c5672 None None] Port a923c092-316d-4342-be2b-0f0721dc683c cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:03.279288 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:08:03.292211 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-5a59397b-52fd-4657-8afe-9e80ce41465c admin admin] 10.222.0.52 "PUT /v2.0/routers/e03c11e4-9625-447a-84ed-eb0375fe9442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3621621 Feb 16 11:08:03.320852 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b49f6eae-1746-4ab3-9139-c8f33cdf53ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.363553 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ac8e-4db5-4916-b444-4c3fe8069615 req-5fd6b36b-5fad-4359-9091-b310534c9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:03.365473 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d243ac8e-4db5-4916-b444-4c3fe8069615 req-5fd6b36b-5fad-4359-9091-b310534c9aac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 1129 time: 0.0992453 Feb 16 11:08:03.499802 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d243ac8e-4db5-4916-b444-4c3fe8069615 req-21c96c07-6f2d-4a3c-89bf-3a53ffe987d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244040 Feb 16 11:08:03.557551 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b49f6eae-1746-4ab3-9139-c8f33cdf53ea admin admin] Publish callbacks [] for security_group (c929650e-de18-40cf-a1ae-da328ec1c7d4), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.565879 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b49f6eae-1746-4ab3-9139-c8f33cdf53ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (c929650e-de18-40cf-a1ae-da328ec1c7d4), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.571670 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7860-90b0-4824-8506-fcd5c60184ca req-97d15cf2-d4de-4870-8b84-4630a8fcdebf tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:03.588034 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-55ac7860-90b0-4824-8506-fcd5c60184ca req-97d15cf2-d4de-4870-8b84-4630a8fcdebf tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 945 time: 0.1359584 Feb 16 11:08:03.620804 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 1457cb73-eee0-4285-99f0-5dc66e7b852d up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:03.641569 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-b49f6eae-1746-4ab3-9139-c8f33cdf53ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74e4c63d1a3e4391903733c8655b8a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6397727 Feb 16 11:08:03.643919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54266) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:03.652756 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f6eae-1746-4ab3-9139-c8f33cdf53ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c929650e-de18-40cf-a1ae-da328ec1c7d4,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:03.716696 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 1457cb73-eee0-4285-99f0-5dc66e7b852d triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:03.717540 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.735241 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-55ac7860-90b0-4824-8506-fcd5c60184ca req-dc125526-4d29-4336-a482-e83143e5aad6 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457419 Feb 16 11:08:03.782457 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e92bbc60-3fe1-40ac-bf18-134a81018124 admin admin] Publish callbacks [] for security_group (c929650e-de18-40cf-a1ae-da328ec1c7d4), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.836454 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e92bbc60-3fe1-40ac-bf18-134a81018124 admin admin] Publish callbacks [] for security_group (c929650e-de18-40cf-a1ae-da328ec1c7d4), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.912527 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 1457cb73-eee0-4285-99f0-5dc66e7b852d is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:03.913077 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.966926 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 1457cb73-eee0-4285-99f0-5dc66e7b852d, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=1457cb73-eee0-4285-99f0-5dc66e7b852d,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:03.987048 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:03.998158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee36af-d4b0-4273-87c1-aea22616398a req-6211204f-c97d-4f1c-a416-119f6c94fa0c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:04.001466 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-16ee36af-d4b0-4273-87c1-aea22616398a req-6211204f-c97d-4f1c-a416-119f6c94fa0c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1704624 Feb 16 11:08:04.051008 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e92bbc60-3fe1-40ac-bf18-134a81018124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (c929650e-de18-40cf-a1ae-da328ec1c7d4), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:04.054873 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e92bbc60-3fe1-40ac-bf18-134a81018124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:04.059772 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e92bbc60-3fe1-40ac-bf18-134a81018124 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c929650e-de18-40cf-a1ae-da328ec1c7d4 HTTP/1.1" status: 204 len: 168 time: 0.4146988 Feb 16 11:08:04.085346 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bbc60-3fe1-40ac-bf18-134a81018124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c929650e-de18-40cf-a1ae-da328ec1c7d4,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:04.097091 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-16ee36af-d4b0-4273-87c1-aea22616398a req-eca6d723-9405-4dec-b3d0-5bb04a245fbe tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891666 Feb 16 11:08:04.225438 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=1457cb73-eee0-4285-99f0-5dc66e7b852d,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:04.460398 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Sync routers for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:08:04.482436 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:04.495508 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:04.698741 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54298) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:04.717419 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-28f510ad-8b5e-4c23-aef6-aba428bd624c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:04.786363 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:04.859197 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-28f510ad-8b5e-4c23-aef6-aba428bd624c admin admin] Publish callbacks [] for security_group (e61f9b21-6069-49f0-8428-96932d1d6453), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:04.865338 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-28f510ad-8b5e-4c23-aef6-aba428bd624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e61f9b21-6069-49f0-8428-96932d1d6453), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:04.915828 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f510ad-8b5e-4c23-aef6-aba428bd624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f9b21-6069-49f0-8428-96932d1d6453,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:04.937392 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-28f510ad-8b5e-4c23-aef6-aba428bd624c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8d1645d1fff470ea87716ecaaddc21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374833 Feb 16 11:08:04.941755 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54304) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:05.100813 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf0867-8b7c-4db8-9705-65b2ab9bb3d0 req-e44bd718-59cf-4e44-a247-1c6d2215c515 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:05.105200 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0bdf0867-8b7c-4db8-9705-65b2ab9bb3d0 req-e44bd718-59cf-4e44-a247-1c6d2215c515 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 945 time: 0.1333456 Feb 16 11:08:05.113271 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b2ca691a-9087-4676-88bb-7146473ae9dd admin admin] Publish callbacks [] for security_group (e61f9b21-6069-49f0-8428-96932d1d6453), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.133813 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54310) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:05.152952 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2115681994-network', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:05.196015 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b2ca691a-9087-4676-88bb-7146473ae9dd admin admin] Publish callbacks [] for security_group (e61f9b21-6069-49f0-8428-96932d1d6453), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.260040 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Made reservation on behalf of cd62c3312c0e4a2d9a50b15b55caf1c3 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:05.263411 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.284043 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0bdf0867-8b7c-4db8-9705-65b2ab9bb3d0 req-364937fb-f69d-4868-95c9-fc0c3cf39192 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692266 Feb 16 11:08:05.297245 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.326972 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 2, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:05.363792 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Checking router: e03c11e4-9625-447a-84ed-eb0375fe9442 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:08:05.364635 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Updating router e03c11e4-9625-447a-84ed-eb0375fe9442 port a923c092-316d-4342-be2b-0f0721dc683c binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:08:05.406511 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a923c092-316d-4342-be2b-0f0721dc683c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.420119 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b2ca691a-9087-4676-88bb-7146473ae9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e61f9b21-6069-49f0-8428-96932d1d6453), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.425591 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b2ca691a-9087-4676-88bb-7146473ae9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.429925 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-b2ca691a-9087-4676-88bb-7146473ae9dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e61f9b21-6069-49f0-8428-96932d1d6453 HTTP/1.1" status: 204 len: 168 time: 0.4850206 Feb 16 11:08:05.464492 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca691a-9087-4676-88bb-7146473ae9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f9b21-6069-49f0-8428-96932d1d6453,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:05.534157 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72445c91-fc51-4c99-8482-8bec63b27191 req-6fe9b851-80fb-49c4-81b2-cb1e568e9d61 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:05.547858 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-72445c91-fc51-4c99-8482-8bec63b27191 req-6fe9b851-80fb-49c4-81b2-cb1e568e9d61 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2807825 Feb 16 11:08:05.674465 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-72445c91-fc51-4c99-8482-8bec63b27191 req-10b79dfa-aba3-4f8c-981f-4977f1f7ed2e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229951 Feb 16 11:08:05.700345 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 1457cb73-eee0-4285-99f0-5dc66e7b852d up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:05.750779 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks [] for security_group (fd5d5e5e-6407-4ac5-afe5-14213d8f36e3), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.760583 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (fd5d5e5e-6407-4ac5-afe5-14213d8f36e3), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.784245 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:08:05.808719 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (0270cd80-d7d6-49c3-a2ca-52bd443302d1), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:05.809007 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Added segment 0270cd80-d7d6-49c3-a2ca-52bd443302d1 of type vlan for network 681197ec-f041-4fa2-9c87-4f9b4503b29f Feb 16 11:08:06.023818 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (681197ec-f041-4fa2-9c87-4f9b4503b29f), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.057236 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5d5e5e-6407-4ac5-afe5-14213d8f36e3,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:06.150928 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d47e9-38c1-49d2-b76c-60fab32af624 req-95cdea6b-23ed-4358-97e1-e0163f1bf51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:06.154368 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-529d47e9-38c1-49d2-b76c-60fab32af624 req-95cdea6b-23ed-4358-97e1-e0163f1bf51b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 1129 time: 0.1932704 Feb 16 11:08:06.156897 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (681197ec-f041-4fa2-9c87-4f9b4503b29f), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.159335 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:06.161548 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.169384 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 1457cb73-eee0-4285-99f0-5dc66e7b852d triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:06.170003 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.258525 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1164606 Feb 16 11:08:06.263953 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54336) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:06.276030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Request body: {'subnet': {'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2115681994-subnet', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:06.330763 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Made reservation on behalf of cd62c3312c0e4a2d9a50b15b55caf1c3 for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:06.339827 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.354457 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-529d47e9-38c1-49d2-b76c-60fab32af624 req-201105d9-4e28-4604-a45b-46601eb18a7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729631 Feb 16 11:08:06.486421 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052b0c-b1f7-48be-8c48-02e438fe9472 admin admin] Pushing event updated for resources: {'Network': ['ID=681197ec-f041-4fa2-9c87-4f9b4503b29f,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:06.506820 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Publish callbacks [] for port (a923c092-316d-4342-be2b-0f0721dc683c), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.528919 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:08:06.563222 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (a923c092-316d-4342-be2b-0f0721dc683c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.626516 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e6f40-6753-4740-a62c-e6396d1b0d94 req-42181225-c195-4a66-9a01-adfad0325047 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:06.628361 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d98e6f40-6753-4740-a62c-e6396d1b0d94 req-42181225-c195-4a66-9a01-adfad0325047 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 945 time: 0.1348403 Feb 16 11:08:06.665669 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 1457cb73-eee0-4285-99f0-5dc66e7b852d is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:06.869893 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d98e6f40-6753-4740-a62c-e6396d1b0d94 req-4b2f7957-aaac-4e3d-ae3a-5cb77c846de4 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289894 Feb 16 11:08:06.949689 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (1cda0532-75b9-41af-a40d-9ae4a24bd10e), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:06.962457 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfd134-4313-4346-9bcf-3fbe406a66ff None None] Pushing event updated for resources: {'Port': ['ID=a923c092-316d-4342-be2b-0f0721dc683c,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:07.098899 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734a61-3446-48ae-8745-bf472cd732bb req-1296125a-e837-4cc4-a350-5225a9c7402f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:07.102318 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b1734a61-3446-48ae-8745-bf472cd732bb req-1296125a-e837-4cc4-a350-5225a9c7402f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1890850 Feb 16 11:08:07.162749 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cda0532-75b9-41af-a40d-9ae4a24bd10e,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:07.216401 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Checking segment: {'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:07.216825 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Network hostable DHCP agents. Network: 681197ec-f041-4fa2-9c87-4f9b4503b29f, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:08:07.218923 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b1734a61-3446-48ae-8745-bf472cd732bb req-05e70391-ddb5-43fb-ba33-a3943f4413db tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000383 Feb 16 11:08:07.253462 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Attempting to bind port a923c092-316d-4342-be2b-0f0721dc683c on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:07.254635 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Attempting to bind port a923c092-316d-4342-be2b-0f0721dc683c by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:07.255521 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Attempting to bind port a923c092-316d-4342-be2b-0f0721dc683c on network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:07.264017 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:08:07.266310 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:07.267050 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Checking segment: {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:07.267474 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.267965 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Bound using segment: {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:07.268553 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Bound port: a923c092-316d-4342-be2b-0f0721dc683c, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:07.268941 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a923c092-316d-4342-be2b-0f0721dc683c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.292666 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-7d7bfd1d-4ea4-4f49-8e87-7569e8094305 None None] Provisioning complete for port a923c092-316d-4342-be2b-0f0721dc683c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:07.293041 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7d7bfd1d-4ea4-4f49-8e87-7569e8094305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (a923c092-316d-4342-be2b-0f0721dc683c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.295482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 681197ec-f041-4fa2-9c87-4f9b4503b29f) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:07.324465 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:07.328989 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.368643 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-50c5081d-ed19-4a83-8128-418f299038ea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1027894 Feb 16 11:08:07.371812 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54372) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:07.374636 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e98e98-c1ec-47b9-99ea-ee258eefebd7 None None] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:08:07.377330 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:07.418165 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-7d7bfd1d-4ea4-4f49-8e87-7569e8094305 None None] Port a923c092-316d-4342-be2b-0f0721dc683c cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:07.453346 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (35ff5b34-6372-4234-b363-bbc916515d37), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.456202 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (35ff5b34-6372-4234-b363-bbc916515d37), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.507409 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] For port a923c092-316d-4342-be2b-0f0721dc683c, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:07.518068 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] For port a923c092-316d-4342-be2b-0f0721dc683c, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=a923c092-316d-4342-be2b-0f0721dc683c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:07.602492 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (a923c092-316d-4342-be2b-0f0721dc683c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.612441 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks [] for router_controller (35ff5b34-6372-4234-b363-bbc916515d37), precommit_add_association {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.691374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-681197ec-f041-4fa2-9c87-4f9b4503b29f', 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f', 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'fixed_ips': [{'subnet_id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:08:07.697103 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:07.973463 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfd134-4313-4346-9bcf-3fbe406a66ff None None] Pushing event updated for resources: {'Port': ['ID=a923c092-316d-4342-be2b-0f0721dc683c,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:07.983208 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:07.984417 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:08.064295 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks [] for router_gateway (35ff5b34-6372-4234-b363-bbc916515d37), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:08.446471 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-780a6ea0-c2d3-46a2-a847-cb56086d38c0 None None] Provisioning complete for port a923c092-316d-4342-be2b-0f0721dc683c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:08.447198 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-780a6ea0-c2d3-46a2-a847-cb56086d38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (a923c092-316d-4342-be2b-0f0721dc683c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:08.521924 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Allocated IP 172.20.0.2 (681197ec-f041-4fa2-9c87-4f9b4503b29f/1cda0532-75b9-41af-a40d-9ae4a24bd10e/0962a71e-0b33-4766-b660-b5c902167fa7) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:08.545041 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:08.597539 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54830439-a5e2-40d4-b3ea-b105765718c8 req-73683bb6-1c47-4ce7-96e4-5fb9103a9a12 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:08.606220 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-54830439-a5e2-40d4-b3ea-b105765718c8 req-73683bb6-1c47-4ce7-96e4-5fb9103a9a12 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.2382455 Feb 16 11:08:08.730961 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-54830439-a5e2-40d4-b3ea-b105765718c8 req-2722b6d1-3fe6-4617-a881-a2ffbcae6bb9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196625 Feb 16 11:08:08.920615 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks [] for router_gateway (35ff5b34-6372-4234-b363-bbc916515d37), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:08.939047 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-780a6ea0-c2d3-46a2-a847-cb56086d38c0 None None] Current status of the port a923c092-316d-4342-be2b-0f0721dc683c is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:08.939511 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-780a6ea0-c2d3-46a2-a847-cb56086d38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a923c092-316d-4342-be2b-0f0721dc683c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:08.960003 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.026774 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-780a6ea0-c2d3-46a2-a847-cb56086d38c0 None None] For port a923c092-316d-4342-be2b-0f0721dc683c, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=a923c092-316d-4342-be2b-0f0721dc683c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:09.055860 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-780a6ea0-c2d3-46a2-a847-cb56086d38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (a923c092-316d-4342-be2b-0f0721dc683c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.092841 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Publish callbacks [] for port (0962a71e-0b33-4766-b660-b5c902167fa7), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.126440 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.163777 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:09.175339 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:09.185337 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:09.201270 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a6ea0-c2d3-46a2-a847-cb56086d38c0 None None] Pushing event updated for resources: {'Port': ['ID=a923c092-316d-4342-be2b-0f0721dc683c,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:09.313699 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Attempting to bind port 0962a71e-0b33-4766-b660-b5c902167fa7 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:09.314118 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Attempting to bind port 0962a71e-0b33-4766-b660-b5c902167fa7 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:09.314518 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Attempting to bind port 0962a71e-0b33-4766-b660-b5c902167fa7 on network 681197ec-f041-4fa2-9c87-4f9b4503b29f {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:09.323515 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Allocated IP 172.27.1.179 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/d7a25443-1ffd-4dbb-904c-7b59929a2fd9) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:09.346109 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:09.346502 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Checking segment: {'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:09.346920 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.347325 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Bound using segment: {'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:09.347837 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Bound port: 0962a71e-0b33-4766-b660-b5c902167fa7, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:09.348258 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.371267 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Pushing event updated for resources: {'Port': ['ID=0962a71e-0b33-4766-b660-b5c902167fa7,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:09.377607 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c320667-8487-4f0d-ae25-281c46eb25cd req-f6ed692e-0264-494b-90f2-b28463ba4555 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:09.379514 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5c320667-8487-4f0d-ae25-281c46eb25cd req-f6ed692e-0264-494b-90f2-b28463ba4555 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2114267 Feb 16 11:08:09.443105 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] For port 0962a71e-0b33-4766-b660-b5c902167fa7, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:09.451336 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] For port 0962a71e-0b33-4766-b660-b5c902167fa7, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=0962a71e-0b33-4766-b660-b5c902167fa7,segment=NetworkSegment(0270cd80-d7d6-49c3-a2ca-52bd443302d1),segment_id=0270cd80-d7d6-49c3-a2ca-52bd443302d1)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:09.462283 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:07Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:09.533579 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5c320667-8487-4f0d-ae25-281c46eb25cd req-5f2fd9d7-d300-4fce-9d94-4a5e0e1ef120 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349721 Feb 16 11:08:09.553205 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.566919 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e530f-b163-4aae-ad9c-9ca42e826944 None None] The sync data for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi is: [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:07Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:09.603762 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks [] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.699496 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9a481-4690-4fcc-8fb1-8fe98db34bcd None None] Pushing event updated for resources: {'Port': ['ID=0962a71e-0b33-4766-b660-b5c902167fa7,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:09.758094 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:09.878522 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:09.887918 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:09.891185 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:09.927179 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:10.331633 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks [] for router_gateway (35ff5b34-6372-4234-b363-bbc916515d37), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:10.679892 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (35ff5b34-6372-4234-b363-bbc916515d37), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:10.959989 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Router 35ff5b34-6372-4234-b363-bbc916515d37 is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:08:11.402098 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31a152-469a-4fa3-96f0-0621148c24bc None None] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:08:11.438565 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:08:11.457597 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Sync routers for ids ['35ff5b34-6372-4234-b363-bbc916515d37'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:08:11.494998 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:11.502194 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e55a64ae-5e41-4cd7-a2d2-4a6f6a119557 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1253016 Feb 16 11:08:11.505468 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54476) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:11.509155 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Routers {'35ff5b34-6372-4234-b363-bbc916515d37'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:11.510074 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['35ff5b34-6372-4234-b363-bbc916515d37'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:11.634033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-744dbf61-d8e5-4cc0-8f0f-74f337580b16 None None] Provisioning complete for port 0962a71e-0b33-4766-b660-b5c902167fa7 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:11.634755 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-744dbf61-d8e5-4cc0-8f0f-74f337580b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:11.706004 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device a923c092-316d-4342-be2b-0f0721dc683c up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:11.828469 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port a923c092-316d-4342-be2b-0f0721dc683c triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:11.829048 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (a923c092-316d-4342-be2b-0f0721dc683c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:11.905985 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Set router 35ff5b34-6372-4234-b363-bbc916515d37 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:11.961561 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-744dbf61-d8e5-4cc0-8f0f-74f337580b16 None None] Current status of the port 0962a71e-0b33-4766-b660-b5c902167fa7 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:11.964234 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-744dbf61-d8e5-4cc0-8f0f-74f337580b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.189122 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-744dbf61-d8e5-4cc0-8f0f-74f337580b16 None None] For port 0962a71e-0b33-4766-b660-b5c902167fa7, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=0962a71e-0b33-4766-b660-b5c902167fa7,segment=NetworkSegment(0270cd80-d7d6-49c3-a2ca-52bd443302d1),segment_id=0270cd80-d7d6-49c3-a2ca-52bd443302d1)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:12.202173 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port a923c092-316d-4342-be2b-0f0721dc683c is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:12.210962 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 0962a71e-0b33-4766-b660-b5c902167fa7 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:12.286649 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-744dbf61-d8e5-4cc0-8f0f-74f337580b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.353087 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 0962a71e-0b33-4766-b660-b5c902167fa7 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:12.353786 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.457676 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:08:10Z', 'revision_number': 3, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port': {'id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:08Z', 'updated_at': '2022-02-16T11:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:12.491310 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Checking router: 35ff5b34-6372-4234-b363-bbc916515d37 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:08:12.491989 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Updating router 35ff5b34-6372-4234-b363-bbc916515d37 port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:08:12.515324 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dbf61-d8e5-4cc0-8f0f-74f337580b16 None None] Pushing event updated for resources: {'Port': ['ID=0962a71e-0b33-4766-b660-b5c902167fa7,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:12.527358 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.544590 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-5fcf1e18-0cb9-4938-9b9e-e3654739bd8e None None] Provisioning complete for port 0962a71e-0b33-4766-b660-b5c902167fa7 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:12.545049 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5fcf1e18-0cb9-4938-9b9e-e3654739bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.665181 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 0962a71e-0b33-4766-b660-b5c902167fa7 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:12.665669 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207c1c-b291-46b5-960d-23ef05fad593 req-e8a0ed84-fab8-440a-ae11-9fd6323d3e5e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:12.666652 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54502) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:12.668645 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-24207c1c-b291-46b5-960d-23ef05fad593 req-e8a0ed84-fab8-440a-ae11-9fd6323d3e5e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2088008 Feb 16 11:08:12.671895 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.729942 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf1e18-0cb9-4938-9b9e-e3654739bd8e None None] Current status of the port 0962a71e-0b33-4766-b660-b5c902167fa7 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:12.845416 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-24207c1c-b291-46b5-960d-23ef05fad593 req-0b2b7a95-28fb-42ed-a537-8235f78d0bcc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707871 Feb 16 11:08:12.861275 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-80d8d3de-2649-40c4-863f-f6178711975b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.936398 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Allocated IP 172.20.0.1 (681197ec-f041-4fa2-9c87-4f9b4503b29f/1cda0532-75b9-41af-a40d-9ae4a24bd10e/8623db36-e067-4c9d-979f-c72035721a29) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:12.977509 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-80d8d3de-2649-40c4-863f-f6178711975b admin admin] Publish callbacks [] for security_group (7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:12.984258 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-80d8d3de-2649-40c4-863f-f6178711975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.030935 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-80d8d3de-2649-40c4-863f-f6178711975b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a244766f1d454a198f4e6c19ec60a728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615518 Feb 16 11:08:13.032073 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8d3de-2649-40c4-863f-f6178711975b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:13.034847 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54506) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:13.067100 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks [] for port (8623db36-e067-4c9d-979f-c72035721a29), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.102610 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5da8dd7f-698b-422d-b961-bbc0f0711c04 admin admin] Publish callbacks [] for security_group (7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.110912 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (8623db36-e067-4c9d-979f-c72035721a29), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.119429 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Publish callbacks [] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.129712 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.141337 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5da8dd7f-698b-422d-b961-bbc0f0711c04 admin admin] Publish callbacks [] for security_group (7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.191554 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:13.200822 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:13.211098 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:13.211098 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (35ff5b34-6372-4234-b363-bbc916515d37), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.219662 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Pushing event updated for resources: {'Port': ['ID=8623db36-e067-4c9d-979f-c72035721a29,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:13.221263 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Attempting to bind port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:13.222071 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Attempting to bind port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:13.229100 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Attempting to bind port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:13.229100 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb651a0-86a5-46b6-94e0-969deffe65e2 None None] Pushing event updated for resources: {'Port': ['ID=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:13.240657 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:13.241561 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:13.242383 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.243165 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:13.244345 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Bound port: d7a25443-1ffd-4dbb-904c-7b59929a2fd9, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:13.244937 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.270285 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5da8dd7f-698b-422d-b961-bbc0f0711c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.275430 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5da8dd7f-698b-422d-b961-bbc0f0711c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.277501 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5da8dd7f-698b-422d-b961-bbc0f0711c04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7 HTTP/1.1" status: 204 len: 168 time: 0.2412958 Feb 16 11:08:13.298691 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8dd7f-698b-422d-b961-bbc0f0711c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a00c325-2e74-4b44-a9b1-6de3e3d1bbe7,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:13.326056 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] For port d7a25443-1ffd-4dbb-904c-7b59929a2fd9, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:13.331320 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] For port d7a25443-1ffd-4dbb-904c-7b59929a2fd9, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:13.352071 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.485587 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb651a0-86a5-46b6-94e0-969deffe65e2 None None] Pushing event updated for resources: {'Port': ['ID=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:13.523624 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Routers {'35ff5b34-6372-4234-b363-bbc916515d37'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:13.524678 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['35ff5b34-6372-4234-b363-bbc916515d37'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:13.584701 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 0962a71e-0b33-4766-b660-b5c902167fa7 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:13.641281 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8623db36-e067-4c9d-979f-c72035721a29), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.763159 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 0962a71e-0b33-4766-b660-b5c902167fa7 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:13.764061 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.830003 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-2e2680dd-a360-46a7-80f4-c62d22353d5d None None] Provisioning complete for port 8623db36-e067-4c9d-979f-c72035721a29 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:13.830757 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2e2680dd-a360-46a7-80f4-c62d22353d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8623db36-e067-4c9d-979f-c72035721a29), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:13.840852 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] Set router 35ff5b34-6372-4234-b363-bbc916515d37 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:13.931270 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-2e2680dd-a360-46a7-80f4-c62d22353d5d None None] Port 8623db36-e067-4c9d-979f-c72035721a29 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:14.013374 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-2cc37f09-7199-4d4f-84cc-25e2e55e7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:14.020840 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-2cc37f09-7199-4d4f-84cc-25e2e55e7fac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.1513021 Feb 16 11:08:14.038047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks [] for port (8623db36-e067-4c9d-979f-c72035721a29), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.041037 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 0962a71e-0b33-4766-b660-b5c902167fa7 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:14.049929 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8623db36-e067-4c9d-979f-c72035721a29), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.050856 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (35ff5b34-6372-4234-b363-bbc916515d37), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.142911 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54520) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:14.176783 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Pushing event updated for resources: {'Port': ['ID=8623db36-e067-4c9d-979f-c72035721a29,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:14.206618 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-74e9017d-e165-447a-8210-b34e16ffff05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.208910 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 4, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port': {'id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:08Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '8623db36-e067-4c9d-979f-c72035721a29', 'name': '', 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'mac_address': 'fa:16:3e:a1:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:12Z', 'updated_at': '2022-02-16T11:08:12Z', 'revision_number': 1, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'subnets': [{'id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:14.255565 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316e24c-c68c-4e9f-86f6-c84bd4e3f7ed None None] The sync data for ids ['35ff5b34-6372-4234-b363-bbc916515d37'] in dv-cinder-773985-29-iscsi is: [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 4, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port': {'id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:08Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '8623db36-e067-4c9d-979f-c72035721a29', 'name': '', 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'mac_address': 'fa:16:3e:a1:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:12Z', 'updated_at': '2022-02-16T11:08:12Z', 'revision_number': 1, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'subnets': [{'id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:14.306088 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dfd80-0008-40fd-a2a5-91be1fa7a5fb req-413856e7-2def-48ac-b35b-d668a32d80d2 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:14.307827 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-955dfd80-0008-40fd-a2a5-91be1fa7a5fb req-413856e7-2def-48ac-b35b-d668a32d80d2 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2255077 Feb 16 11:08:14.362248 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-94ea398e-a3b0-4c79-8657-33484c308e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:14.364179 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-94ea398e-a3b0-4c79-8657-33484c308e90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.3289137 Feb 16 11:08:14.372637 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:14.374956 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:14.500743 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-74e9017d-e165-447a-8210-b34e16ffff05 admin admin] Publish callbacks [] for security_group (9c3b7c84-8714-4dd4-8ed2-2a752533795b), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.509717 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-e9865762-a547-43cb-84e2-15f1f120e455 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 217 time: 0.1274326 Feb 16 11:08:14.512872 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-74e9017d-e165-447a-8210-b34e16ffff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9c3b7c84-8714-4dd4-8ed2-2a752533795b), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.568388 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Router 35ff5b34-6372-4234-b363-bbc916515d37 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:08:14.643552 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-955dfd80-0008-40fd-a2a5-91be1fa7a5fb req-8a7a1797-1aa9-424f-9697-509a135cbbed tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184652 Feb 16 11:08:14.670498 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-74e9017d-e165-447a-8210-b34e16ffff05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9586c44d78114a33811cf17d424d1026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5212038 Feb 16 11:08:14.678466 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54532) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:14.754959 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9017d-e165-447a-8210-b34e16ffff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b7c84-8714-4dd4-8ed2-2a752533795b,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:14.765363 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:08:14.772204 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-10bd9e6a-989c-4467-beec-b5a21c50050c admin admin] 10.222.0.52 "PUT /v2.0/routers/35ff5b34-6372-4234-b363-bbc916515d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2673502 Feb 16 11:08:14.773493 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-d7776bfe-f13d-4cd0-8aef-6d39e75b755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:14.774901 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-d7776bfe-f13d-4cd0-8aef-6d39e75b755a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.2426965 Feb 16 11:08:14.851946 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-6ed03e01-08b2-43f7-ba65-fa7d8b21067b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570564 Feb 16 11:08:14.854580 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e752-d720-4a12-b202-5119a31bcf92 admin admin] Publish callbacks [] for security_group (9c3b7c84-8714-4dd4-8ed2-2a752533795b), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.885340 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-74f503fe-a4bf-440e-8210-8254ec5d13bd None None] Provisioning complete for port 8623db36-e067-4c9d-979f-c72035721a29 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:14.894797 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-74f503fe-a4bf-440e-8210-8254ec5d13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8623db36-e067-4c9d-979f-c72035721a29), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:14.953406 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e752-d720-4a12-b202-5119a31bcf92 admin admin] Publish callbacks [] for security_group (9c3b7c84-8714-4dd4-8ed2-2a752533795b), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.015507 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-74f503fe-a4bf-440e-8210-8254ec5d13bd None None] Port 8623db36-e067-4c9d-979f-c72035721a29 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:15.088671 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-5ed20f4c-e51d-4c60-99f5-60ec2d0330ba service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257712 Feb 16 11:08:15.137715 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e752-d720-4a12-b202-5119a31bcf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9c3b7c84-8714-4dd4-8ed2-2a752533795b), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.140582 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e752-d720-4a12-b202-5119a31bcf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.141786 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-1bb7e752-d720-4a12-b202-5119a31bcf92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c3b7c84-8714-4dd4-8ed2-2a752533795b HTTP/1.1" status: 204 len: 168 time: 0.4618700 Feb 16 11:08:15.154184 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e752-d720-4a12-b202-5119a31bcf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b7c84-8714-4dd4-8ed2-2a752533795b,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:15.252223 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14eaae54-0933-4ab9-a326-cc3b2877d0e3 req-be027360-08c3-4019-8812-d285a87e2c0d service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495788 Feb 16 11:08:15.634806 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54564) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:15.642285 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-c143636b-c0e3-4835-911c-e1ca6b670589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314343608', 'description': 'tempest-secgroup-smoke-1314343608 description', 'project_id': '3085f983b30c4ffab228a630a3e33ad8'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:15.670704 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c143636b-c0e3-4835-911c-e1ca6b670589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.794189 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c143636b-c0e3-4835-911c-e1ca6b670589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group (55e6e48e-c46b-4cdb-b71c-75e879554897), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.814262 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c143636b-c0e3-4835-911c-e1ca6b670589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (55e6e48e-c46b-4cdb-b71c-75e879554897), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.856771 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143636b-c0e3-4835-911c-e1ca6b670589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e6e48e-c46b-4cdb-b71c-75e879554897,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:15.863635 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c143636b-c0e3-4835-911c-e1ca6b670589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.865046 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c143636b-c0e3-4835-911c-e1ca6b670589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2288108 Feb 16 11:08:15.869991 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54574) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:15.875382 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-6200dd13-0d15-43b6-8df0-0f4211e57f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'security_group_rule': {'security_group_id': '55e6e48e-c46b-4cdb-b71c-75e879554897', 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:15.882643 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c5f84-6a47-4fd5-b8c4-0520dbd73945 req-c1e1f75e-1b05-4aac-9371-8dc71308de2c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:15.884090 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5e2c5f84-6a47-4fd5-b8c4-0520dbd73945 req-c1e1f75e-1b05-4aac-9371-8dc71308de2c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1044226 Feb 16 11:08:15.915997 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6200dd13-0d15-43b6-8df0-0f4211e57f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (5353476b-e6f6-486b-94c6-436a8b5725f7), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:15.959623 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5e2c5f84-6a47-4fd5-b8c4-0520dbd73945 req-7af25248-4e13-4f2b-bde3-44cd5081408d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648203 Feb 16 11:08:15.998709 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6200dd13-0d15-43b6-8df0-0f4211e57f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (5353476b-e6f6-486b-94c6-436a8b5725f7), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.004218 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6200dd13-0d15-43b6-8df0-0f4211e57f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (5353476b-e6f6-486b-94c6-436a8b5725f7), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.023368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200dd13-0d15-43b6-8df0-0f4211e57f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5353476b-e6f6-486b-94c6-436a8b5725f7,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:16.042435 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6200dd13-0d15-43b6-8df0-0f4211e57f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.043954 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-6200dd13-0d15-43b6-8df0-0f4211e57f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726511 Feb 16 11:08:16.046868 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54582) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:16.052214 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-b4ce5c40-cb2e-40ba-a050-694e15e396a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'security_group_rule': {'security_group_id': '55e6e48e-c46b-4cdb-b71c-75e879554897', 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:16.096999 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5c40-cb2e-40ba-a050-694e15e396a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (69d615d6-4db4-40c1-9a8f-1ed164521178), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.199401 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5c40-cb2e-40ba-a050-694e15e396a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (69d615d6-4db4-40c1-9a8f-1ed164521178), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.206612 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5c40-cb2e-40ba-a050-694e15e396a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (69d615d6-4db4-40c1-9a8f-1ed164521178), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.229874 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce5c40-cb2e-40ba-a050-694e15e396a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d615d6-4db4-40c1-9a8f-1ed164521178,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:16.249066 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4ce5c40-cb2e-40ba-a050-694e15e396a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.254153 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b4ce5c40-cb2e-40ba-a050-694e15e396a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2023678 Feb 16 11:08:16.254754 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54590) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:16.262898 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-51e1b196-f68a-441a-93d2-403c7bacd530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'security_group_rule': {'security_group_id': '55e6e48e-c46b-4cdb-b71c-75e879554897', 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:16.315883 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-51e1b196-f68a-441a-93d2-403c7bacd530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (cda36838-e105-4d6b-8131-3a85e44be6da), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.401686 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-51e1b196-f68a-441a-93d2-403c7bacd530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (cda36838-e105-4d6b-8131-3a85e44be6da), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.407401 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-51e1b196-f68a-441a-93d2-403c7bacd530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (cda36838-e105-4d6b-8131-3a85e44be6da), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.430196 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1b196-f68a-441a-93d2-403c7bacd530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda36838-e105-4d6b-8131-3a85e44be6da,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:16.451809 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-51e1b196-f68a-441a-93d2-403c7bacd530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.456227 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-51e1b196-f68a-441a-93d2-403c7bacd530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971791 Feb 16 11:08:16.458047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54600) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:16.463105 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-76c8c344-4225-447b-9e2e-4c19b051885b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'security_group_rule': {'security_group_id': '55e6e48e-c46b-4cdb-b71c-75e879554897', 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:16.503360 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54602) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:16.520863 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-76c8c344-4225-447b-9e2e-4c19b051885b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (2b11567c-2799-45a4-ad8c-4e67a91ae5dc), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.633801 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-76c8c344-4225-447b-9e2e-4c19b051885b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (2b11567c-2799-45a4-ad8c-4e67a91ae5dc), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.639220 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-76c8c344-4225-447b-9e2e-4c19b051885b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (2b11567c-2799-45a4-ad8c-4e67a91ae5dc), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.666125 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-76c8c344-4225-447b-9e2e-4c19b051885b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.667489 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-76c8c344-4225-447b-9e2e-4c19b051885b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2083161 Feb 16 11:08:16.670378 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8c344-4225-447b-9e2e-4c19b051885b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b11567c-2799-45a4-ad8c-4e67a91ae5dc,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:16.670558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54608) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:16.676036 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'security_group_rule': {'security_group_id': '55e6e48e-c46b-4cdb-b71c-75e879554897', 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:16.685975 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1161370030-network', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:16.713401 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.securitygroups_db [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Project 3085f983b30c4ffab228a630a3e33ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 11:08:16.717887 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Made reservation on behalf of 4bc7d95a8f0941e0a52b73deec7f11cd for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:16.720176 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.723765 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (8c221a0f-7aef-4c2f-8edd-a5b1aad5b42e), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.732863 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.828081 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (8c221a0f-7aef-4c2f-8edd-a5b1aad5b42e), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.836375 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (8c221a0f-7aef-4c2f-8edd-a5b1aad5b42e), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.871279 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c221a0f-7aef-4c2f-8edd-a5b1aad5b42e,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:16.884759 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.886102 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-1f2973c8-0f18-4bb6-95a0-43e2d35574ef tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2144992 Feb 16 11:08:16.894931 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54612) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:16.897051 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks [] for security_group (f4fff464-ac39-4221-add1-0a3acdfa2acf), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.898543 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'security_group_rule': {'security_group_id': '55e6e48e-c46b-4cdb-b71c-75e879554897', 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:16.901978 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f4fff464-ac39-4221-add1-0a3acdfa2acf), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.926353 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:08:16.934723 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.securitygroups_db [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Project 3085f983b30c4ffab228a630a3e33ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 11:08:16.942842 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fff464-ac39-4221-add1-0a3acdfa2acf,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:16.943788 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (257d189a-277d-4ed9-8a98-0425a00539a1), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.948777 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (a03b9769-f5f5-4941-ac31-3ddea7bb6cb6), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:16.949233 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Added segment a03b9769-f5f5-4941-ac31-3ddea7bb6cb6 of type vlan for network 370e0265-63e5-4aad-9edb-a17f97092dbe Feb 16 11:08:16.995840 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (370e0265-63e5-4aad-9edb-a17f97092dbe), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.028607 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (257d189a-277d-4ed9-8a98-0425a00539a1), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.031024 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (370e0265-63e5-4aad-9edb-a17f97092dbe), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.032765 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:17.033592 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.033980 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (257d189a-277d-4ed9-8a98-0425a00539a1), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.053994 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257d189a-277d-4ed9-8a98-0425a00539a1,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:17.066075 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.068680 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-26866c06-1d7a-4b3c-9979-25686941df1f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761279 Feb 16 11:08:17.098507 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5933933 Feb 16 11:08:17.102349 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54618) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:17.113282 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Request body: {'subnet': {'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1161370030-subnet', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:17.169569 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ab735-1430-4935-bd70-af9d47c52421 admin admin] Pushing event updated for resources: {'Network': ['ID=370e0265-63e5-4aad-9edb-a17f97092dbe,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:17.170790 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e8339-c480-4f12-824e-ba784d90b80d req-dd7dc7e2-cc69-4dc4-984d-edfd1959bb83 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:17.173116 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e26e8339-c480-4f12-824e-ba784d90b80d req-dd7dc7e2-cc69-4dc4-984d-edfd1959bb83 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1023481 Feb 16 11:08:17.185684 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 370e0265-63e5-4aad-9edb-a17f97092dbe details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:08:17.205183 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Made reservation on behalf of 4bc7d95a8f0941e0a52b73deec7f11cd for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:17.212819 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130089519'] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.279624 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e26e8339-c480-4f12-824e-ba784d90b80d req-8033848a-6bce-4b8f-b4c8-1b6c60ecb6b8 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932808 Feb 16 11:08:17.548304 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d7a25443-1ffd-4dbb-904c-7b59929a2fd9 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:17.559607 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130326956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130089501'] for subnet (68b27126-5421-4324-ab57-b967790ab076), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.643657 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b27126-5421-4324-ab57-b967790ab076,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:17.662228 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Checking segment: {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:17.662831 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Network hostable DHCP agents. Network: 370e0265-63e5-4aad-9edb-a17f97092dbe, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:08:17.686529 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Network 370e0265-63e5-4aad-9edb-a17f97092dbe is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:08:17.704584 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:17.705329 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.711952 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 370e0265-63e5-4aad-9edb-a17f97092dbe) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:17.718618 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:17.719336 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.745969 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-18f1b92c-79f6-4ca2-b422-ca37842d349d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6417150 Feb 16 11:08:17.748355 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54664) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:17.750878 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c542482-74c5-4a59-96c7-43ee95e4dc4d None None] Network 370e0265-63e5-4aad-9edb-a17f97092dbe requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:08:17.760775 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:17.772614 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Sync routers for ids ['35ff5b34-6372-4234-b363-bbc916515d37'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:08:17.794497 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (8eb276f4-090b-4e41-893c-afaba8af1ca7), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.796725 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (8eb276f4-090b-4e41-893c-afaba8af1ca7), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:17.843021 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Routers {'35ff5b34-6372-4234-b363-bbc916515d37'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:17.843680 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['35ff5b34-6372-4234-b363-bbc916515d37'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:17.875039 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks [] for router_controller (8eb276f4-090b-4e41-893c-afaba8af1ca7), precommit_add_association {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.094753 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks [] for router_gateway (8eb276f4-090b-4e41-893c-afaba8af1ca7), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.246005 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-370e0265-63e5-4aad-9edb-a17f97092dbe', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:08:18.246999 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.253208 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:18.253600 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.313848 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Set router 35ff5b34-6372-4234-b363-bbc916515d37 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:18.319044 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port d7a25443-1ffd-4dbb-904c-7b59929a2fd9, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:18.338636 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks [] for router_gateway (8eb276f4-090b-4e41-893c-afaba8af1ca7), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.375030 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.400691 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.532635 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb725225-d883-4e24-881b-3a9599f621be req-0e2e78dc-f8f0-422c-8e2e-e8c1c62aa92d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:18.534303 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cb725225-d883-4e24-881b-3a9599f621be req-0e2e78dc-f8f0-422c-8e2e-e8c1c62aa92d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1468251 Feb 16 11:08:18.577268 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:18.621043 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Allocated IP 172.27.1.211 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/e7f323cf-bae8-4748-af00-f2e95c218169) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:18.626094 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Allocated IP 172.20.0.2 (370e0265-63e5-4aad-9edb-a17f97092dbe/68b27126-5421-4324-ab57-b967790ab076/4303d749-9f92-4db7-87b2-edc7fb4db8ac) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:18.707661 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cb725225-d883-4e24-881b-3a9599f621be req-fa528090-c902-4a1a-9fae-a8569cb426f4 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581829 Feb 16 11:08:18.901508 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 4, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port': {'id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:08Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '8623db36-e067-4c9d-979f-c72035721a29', 'name': '', 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'mac_address': 'fa:16:3e:a1:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:12Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 2, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'subnets': [{'id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:18.912830 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks [] for port (e7f323cf-bae8-4748-af00-f2e95c218169), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.942876 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Checking router: 35ff5b34-6372-4234-b363-bbc916515d37 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:08:18.943633 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Updating router 35ff5b34-6372-4234-b363-bbc916515d37 port 8623db36-e067-4c9d-979f-c72035721a29 binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:08:18.946828 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Publish callbacks [] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.978017 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:18.982171 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:19.087271 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:19.101346 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:19.110330 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:19.137564 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8623db36-e067-4c9d-979f-c72035721a29), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:19.141815 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Network 370e0265-63e5-4aad-9edb-a17f97092dbe is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:19.144387 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Pushing event updated for resources: {'Port': ['ID=4303d749-9f92-4db7-87b2-edc7fb4db8ac,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:19.154908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:19.161160 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:19.202000 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f323cf-bae8-4748-af00-f2e95c218169,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:19.490619 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Attempting to bind port 4303d749-9f92-4db7-87b2-edc7fb4db8ac on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:19.491350 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Attempting to bind port 4303d749-9f92-4db7-87b2-edc7fb4db8ac by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:19.492110 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Attempting to bind port 4303d749-9f92-4db7-87b2-edc7fb4db8ac on network 370e0265-63e5-4aad-9edb-a17f97092dbe {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:19.535755 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:19.536095 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Checking segment: {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:19.536528 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:19.537184 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Bound using segment: {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:19.537677 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Bound port: 4303d749-9f92-4db7-87b2-edc7fb4db8ac, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:19.538056 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:19.560415 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d7a25443-1ffd-4dbb-904c-7b59929a2fd9 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:19.768900 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] For port 4303d749-9f92-4db7-87b2-edc7fb4db8ac, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:19.781287 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] For port 4303d749-9f92-4db7-87b2-edc7fb4db8ac, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4303d749-9f92-4db7-87b2-edc7fb4db8ac,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:19.792042 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks [] for router_gateway (8eb276f4-090b-4e41-893c-afaba8af1ca7), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:19.819668 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:19.819994 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:19.830822 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:19.980091 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea17752-9da7-4a1a-bfb6-30182eb13cd9 req-c74fd9d3-eb01-4fe3-a939-ab6b2a469787 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:19.994879 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2ea17752-9da7-4a1a-bfb6-30182eb13cd9 req-c74fd9d3-eb01-4fe3-a939-ab6b2a469787 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1169176 Feb 16 11:08:20.097237 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Publish callbacks [] for port (8623db36-e067-4c9d-979f-c72035721a29), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:20.118949 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8623db36-e067-4c9d-979f-c72035721a29), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:20.195785 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:20.237300 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402e1ee-652a-4809-874b-350af545aef4 None None] Pushing event updated for resources: {'Port': ['ID=4303d749-9f92-4db7-87b2-edc7fb4db8ac,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:20.268252 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2ea17752-9da7-4a1a-bfb6-30182eb13cd9 req-e8362f78-2ba6-44e8-bd66-2d19346cfcf3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715783 Feb 16 11:08:20.329812 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Attempting to bind port 8623db36-e067-4c9d-979f-c72035721a29 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:20.330514 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Attempting to bind port 8623db36-e067-4c9d-979f-c72035721a29 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:20.330514 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Attempting to bind port 8623db36-e067-4c9d-979f-c72035721a29 on network 681197ec-f041-4fa2-9c87-4f9b4503b29f {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:20.406486 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e0100-5f0f-4507-bc4f-c0f97db47863 req-f17d1c3d-f266-4d42-9408-9616a2ee96b4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:20.408285 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5e2e0100-5f0f-4507-bc4f-c0f97db47863 req-f17d1c3d-f266-4d42-9408-9616a2ee96b4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.6111171 Feb 16 11:08:20.416442 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:20.418860 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Checking segment: {'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:20.420027 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:20.420488 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Bound using segment: {'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:20.421157 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Bound port: 8623db36-e067-4c9d-979f-c72035721a29, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0270cd80-d7d6-49c3-a2ca-52bd443302d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:20.421553 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8623db36-e067-4c9d-979f-c72035721a29), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:20.607481 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed2758-bde9-43ab-b67a-4dbf1495751b None None] Pushing event updated for resources: {'Port': ['ID=8623db36-e067-4c9d-979f-c72035721a29,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:20.725989 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5e2e0100-5f0f-4507-bc4f-c0f97db47863 req-f374d55d-5760-4088-b3ca-dcc6f716b229 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945216 Feb 16 11:08:20.837382 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] For port 8623db36-e067-4c9d-979f-c72035721a29, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:20.843427 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] For port 8623db36-e067-4c9d-979f-c72035721a29, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=8623db36-e067-4c9d-979f-c72035721a29,segment=NetworkSegment(0270cd80-d7d6-49c3-a2ca-52bd443302d1),segment_id=0270cd80-d7d6-49c3-a2ca-52bd443302d1)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:20.864974 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8623db36-e067-4c9d-979f-c72035721a29), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:20.903694 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (8eb276f4-090b-4e41-893c-afaba8af1ca7), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:21.063391 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-e5f96ea7-cfb0-4080-aaad-95a931af47b2 None None] Provisioning complete for port 8623db36-e067-4c9d-979f-c72035721a29 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:21.064233 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e5f96ea7-cfb0-4080-aaad-95a931af47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8623db36-e067-4c9d-979f-c72035721a29), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:21.078863 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54750) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:21.136120 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Routers {'35ff5b34-6372-4234-b363-bbc916515d37'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:21.139218 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['35ff5b34-6372-4234-b363-bbc916515d37'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:21.275905 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Router 8eb276f4-090b-4e41-893c-afaba8af1ca7 is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:08:21.378312 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-181c5811-043d-4583-925d-34182ab978c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:21.695903 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-181c5811-043d-4583-925d-34182ab978c3 admin admin] Publish callbacks [] for security_group (558b6899-4ca5-4e2e-8a7d-ac7680abcc12), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:21.704594 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-181c5811-043d-4583-925d-34182ab978c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (558b6899-4ca5-4e2e-8a7d-ac7680abcc12), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:21.751255 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed2758-bde9-43ab-b67a-4dbf1495751b None None] Pushing event updated for resources: {'Port': ['ID=8623db36-e067-4c9d-979f-c72035721a29,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:21.766058 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4303d749-9f92-4db7-87b2-edc7fb4db8ac up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:21.788688 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:08:21.800458 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Sync routers for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:08:21.843275 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:21.845397 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:21.849250 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-181c5811-043d-4583-925d-34182ab978c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84240917f0534bdf9c81bbbcb805b088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7661662 Feb 16 11:08:21.850158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54774) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:21.854898 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c5811-043d-4583-925d-34182ab978c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b6899-4ca5-4e2e-8a7d-ac7680abcc12,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:21.916902 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:21.923726 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54776) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:21.924340 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-0c019ce3-e6cd-412e-a73d-cf01cf458b65 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1741054 Feb 16 11:08:21.987538 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfd34c-c772-420b-815e-1007fec7d92e req-b54e6bdd-a716-4f06-8fcf-f1f58e20ec10 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:21.993844 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-57cfd34c-c772-420b-815e-1007fec7d92e req-b54e6bdd-a716-4f06-8fcf-f1f58e20ec10 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.4563479 Feb 16 11:08:22.085012 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] Set router 35ff5b34-6372-4234-b363-bbc916515d37 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:22.108483 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-57cfd34c-c772-420b-815e-1007fec7d92e req-07a8f16b-caac-4434-93bd-7408e8e795d9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935342 Feb 16 11:08:22.128697 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6327619d-5db8-492d-82f6-d310f1067067 admin admin] Publish callbacks [] for security_group (558b6899-4ca5-4e2e-8a7d-ac7680abcc12), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:22.155349 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6327619d-5db8-492d-82f6-d310f1067067 admin admin] Publish callbacks [] for security_group (558b6899-4ca5-4e2e-8a7d-ac7680abcc12), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:22.214939 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:22.226033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-e5f96ea7-cfb0-4080-aaad-95a931af47b2 None None] Current status of the port 8623db36-e067-4c9d-979f-c72035721a29 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:22.232003 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e5f96ea7-cfb0-4080-aaad-95a931af47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8623db36-e067-4c9d-979f-c72035721a29), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:22.294459 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6327619d-5db8-492d-82f6-d310f1067067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (558b6899-4ca5-4e2e-8a7d-ac7680abcc12), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:22.299511 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 4303d749-9f92-4db7-87b2-edc7fb4db8ac triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:22.300083 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6327619d-5db8-492d-82f6-d310f1067067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:22.300650 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:22.305840 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-6327619d-5db8-492d-82f6-d310f1067067 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/558b6899-4ca5-4e2e-8a7d-ac7680abcc12 HTTP/1.1" status: 204 len: 168 time: 0.4540818 Feb 16 11:08:22.336460 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327619d-5db8-492d-82f6-d310f1067067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b6899-4ca5-4e2e-8a7d-ac7680abcc12,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:22.523412 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec328a1-6f23-4f99-8138-a70442ba1ce8 None None] Network 370e0265-63e5-4aad-9edb-a17f97092dbe requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:08:22.647189 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:19Z', 'revision_number': 3, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:22.749918 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Checking router: 8eb276f4-090b-4e41-893c-afaba8af1ca7 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:08:22.750872 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Updating router 8eb276f4-090b-4e41-893c-afaba8af1ca7 port e7f323cf-bae8-4748-af00-f2e95c218169 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:08:22.830480 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527197db-bb65-4164-b6de-e6d4b89bbd16 req-484104da-0563-49d8-abe0-8941b1d8da09 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:22.832610 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-527197db-bb65-4164-b6de-e6d4b89bbd16 req-484104da-0563-49d8-abe0-8941b1d8da09 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.7883945 Feb 16 11:08:22.875617 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:22.920476 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-e5f96ea7-cfb0-4080-aaad-95a931af47b2 None None] For port 8623db36-e067-4c9d-979f-c72035721a29, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=8623db36-e067-4c9d-979f-c72035721a29,segment=NetworkSegment(0270cd80-d7d6-49c3-a2ca-52bd443302d1),segment_id=0270cd80-d7d6-49c3-a2ca-52bd443302d1)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:22.958999 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-527197db-bb65-4164-b6de-e6d4b89bbd16 req-9397fa11-dfb0-4100-a073-533f269fc29a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146493 Feb 16 11:08:22.991968 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e5f96ea7-cfb0-4080-aaad-95a931af47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8623db36-e067-4c9d-979f-c72035721a29), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.038561 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54806) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:23.070123 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5b07c441-3048-4047-b18e-fa0f00577e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.127591 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f96ea7-cfb0-4080-aaad-95a931af47b2 None None] Pushing event updated for resources: {'Port': ['ID=8623db36-e067-4c9d-979f-c72035721a29,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:23.231891 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 4303d749-9f92-4db7-87b2-edc7fb4db8ac is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:23.232902 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.355990 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5b07c441-3048-4047-b18e-fa0f00577e36 admin admin] Publish callbacks [] for security_group (2d301a3f-6dd2-438b-a485-bff6a63262ca), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.367895 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5b07c441-3048-4047-b18e-fa0f00577e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2d301a3f-6dd2-438b-a485-bff6a63262ca), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.368104 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-7e79592f-d754-43cb-826c-226d86d1217c None None] Provisioning complete for port 4303d749-9f92-4db7-87b2-edc7fb4db8ac triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:23.369256 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7e79592f-d754-43cb-826c-226d86d1217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.465354 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5b07c441-3048-4047-b18e-fa0f00577e36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c6c2907991e4479be52e007b77e33b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253688 Feb 16 11:08:23.470399 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 4303d749-9f92-4db7-87b2-edc7fb4db8ac, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4303d749-9f92-4db7-87b2-edc7fb4db8ac,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:23.470688 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54812) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:23.471406 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07c441-3048-4047-b18e-fa0f00577e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d301a3f-6dd2-438b-a485-bff6a63262ca,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:23.481797 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.483883 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7cc16-e3ac-4e85-b122-610bbbe1810d req-a9294dd7-3775-4ea6-a59a-6acb5be5963d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:23.486378 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45d7cc16-e3ac-4e85-b122-610bbbe1810d req-a9294dd7-3775-4ea6-a59a-6acb5be5963d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1291945 Feb 16 11:08:23.504679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.546445 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=4303d749-9f92-4db7-87b2-edc7fb4db8ac,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:23.601732 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Publish callbacks [] for port (e7f323cf-bae8-4748-af00-f2e95c218169), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.616535 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-45d7cc16-e3ac-4e85-b122-610bbbe1810d req-8fd0d2b1-880a-43f1-aac4-ac0dc99ad2e1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176755 Feb 16 11:08:23.629508 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.642383 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-7e79592f-d754-43cb-826c-226d86d1217c None None] Current status of the port 4303d749-9f92-4db7-87b2-edc7fb4db8ac is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:23.670135 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Attempting to bind port e7f323cf-bae8-4748-af00-f2e95c218169 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:23.670683 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Attempting to bind port e7f323cf-bae8-4748-af00-f2e95c218169 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:23.671141 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Attempting to bind port e7f323cf-bae8-4748-af00-f2e95c218169 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:23.671420 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 4, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port': {'id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:08Z', 'updated_at': '2022-02-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '8623db36-e067-4c9d-979f-c72035721a29', 'name': '', 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'mac_address': 'fa:16:3e:a1:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:12Z', 'updated_at': '2022-02-16T11:08:20Z', 'revision_number': 4, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'subnets': [{'id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:23.708491 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:23.711095 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:23.711902 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.712816 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:23.713486 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Bound port: e7f323cf-bae8-4748-af00-f2e95c218169, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:23.714071 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.749915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b602e-5b60-4276-99d8-21726c308e1c None None] The sync data for ids ['35ff5b34-6372-4234-b363-bbc916515d37'] in dv-cinder-773985-29-iscsi is: [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:08:13Z', 'revision_number': 4, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port': {'id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:08Z', 'updated_at': '2022-02-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '8623db36-e067-4c9d-979f-c72035721a29', 'name': '', 'network_id': '681197ec-f041-4fa2-9c87-4f9b4503b29f', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'mac_address': 'fa:16:3e:a1:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:12Z', 'updated_at': '2022-02-16T11:08:20Z', 'revision_number': 4, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'subnets': [{'id': '1cda0532-75b9-41af-a40d-9ae4a24bd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:23.755586 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-7e79592f-d754-43cb-826c-226d86d1217c None None] Provisioning complete for port 8623db36-e067-4c9d-979f-c72035721a29 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:23.756098 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7e79592f-d754-43cb-826c-226d86d1217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8623db36-e067-4c9d-979f-c72035721a29), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.765008 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 8623db36-e067-4c9d-979f-c72035721a29 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:23.765278 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57b51f-ebcc-4300-b3a5-4f5f057fd92a None None] Pushing event updated for resources: {'Port': ['ID=e7f323cf-bae8-4748-af00-f2e95c218169,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:23.881310 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] For port e7f323cf-bae8-4748-af00-f2e95c218169, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:23.897668 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] For port e7f323cf-bae8-4748-af00-f2e95c218169, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e7f323cf-bae8-4748-af00-f2e95c218169,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:23.907175 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-3d083848-9f09-4b1f-81fe-5787c39b7abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.908629 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.928859 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2fb2647c-c483-4c8a-b531-e8348df41ca9 admin admin] Publish callbacks [] for security_group (2d301a3f-6dd2-438b-a485-bff6a63262ca), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.961061 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Allocated IP 172.20.0.1 (370e0265-63e5-4aad-9edb-a17f97092dbe/68b27126-5421-4324-ab57-b967790ab076/7189546a-f159-4c20-873d-61e61c53be8a) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:23.974212 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 8623db36-e067-4c9d-979f-c72035721a29 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:23.975457 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8623db36-e067-4c9d-979f-c72035721a29), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.987553 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2fb2647c-c483-4c8a-b531-e8348df41ca9 admin admin] Publish callbacks [] for security_group (2d301a3f-6dd2-438b-a485-bff6a63262ca), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:23.997343 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57b51f-ebcc-4300-b3a5-4f5f057fd92a None None] Pushing event updated for resources: {'Port': ['ID=e7f323cf-bae8-4748-af00-f2e95c218169,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:24.024130 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:24.024982 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:07:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:24.141043 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 8623db36-e067-4c9d-979f-c72035721a29 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:24.144398 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4303d749-9f92-4db7-87b2-edc7fb4db8ac up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:24.190351 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-7e79592f-d754-43cb-826c-226d86d1217c None None] Current status of the port 8623db36-e067-4c9d-979f-c72035721a29 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:24.252948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 4303d749-9f92-4db7-87b2-edc7fb4db8ac triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:24.253383 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:24.313725 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:24.335140 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks [] for port (7189546a-f159-4c20-873d-61e61c53be8a), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:24.384138 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-27a142b9-936b-4105-bdaf-4fdd1d372ed0 None None] Provisioning complete for port 4303d749-9f92-4db7-87b2-edc7fb4db8ac triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:24.384915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-27a142b9-936b-4105-bdaf-4fdd1d372ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:24.395149 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (7189546a-f159-4c20-873d-61e61c53be8a), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:24.399799 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2fb2647c-c483-4c8a-b531-e8348df41ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2d301a3f-6dd2-438b-a485-bff6a63262ca), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:24.402778 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2fb2647c-c483-4c8a-b531-e8348df41ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:24.404077 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-2fb2647c-c483-4c8a-b531-e8348df41ca9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d301a3f-6dd2-438b-a485-bff6a63262ca HTTP/1.1" status: 204 len: 168 time: 0.9328051 Feb 16 11:08:24.448548 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 4303d749-9f92-4db7-87b2-edc7fb4db8ac is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:24.520646 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2647c-c483-4c8a-b531-e8348df41ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d301a3f-6dd2-438b-a485-bff6a63262ca,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:24.569830 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-27a142b9-936b-4105-bdaf-4fdd1d372ed0 None None] Current status of the port 4303d749-9f92-4db7-87b2-edc7fb4db8ac is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:24.598567 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Network 370e0265-63e5-4aad-9edb-a17f97092dbe is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:24.606815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:24.610093 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:24.610708 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (8eb276f4-090b-4e41-893c-afaba8af1ca7), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:24.781244 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7189546a-f159-4c20-873d-61e61c53be8a,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:24.825377 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3e6f-9a31-4753-924b-78a03c4c5440 req-941fa3af-2d1a-43d8-b305-28279422b26b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:24.838364 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3e9a3e6f-9a31-4753-924b-78a03c4c5440 req-941fa3af-2d1a-43d8-b305-28279422b26b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1045682 Feb 16 11:08:24.872909 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98643d-61ea-4412-b201-381b061728b9 req-e8e6fd18-1d03-4d3c-8542-668ec4c26f97 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:24.874984 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9a98643d-61ea-4412-b201-381b061728b9 req-e8e6fd18-1d03-4d3c-8542-668ec4c26f97 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.6881788 Feb 16 11:08:25.043906 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3e9a3e6f-9a31-4753-924b-78a03c4c5440 req-2596f696-d469-4a40-8f04-6beac7f28bf2 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024393 Feb 16 11:08:25.056296 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:19Z', 'revision_number': 3, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:25.112988 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56409cc-fd52-4fb6-9dfc-cca75bb3e779 None None] The sync data for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi is: [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:19Z', 'revision_number': 3, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:25.184697 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9a98643d-61ea-4412-b201-381b061728b9 req-2770e33b-c2c2-453b-9e4c-9dc976581dbd tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036319 Feb 16 11:08:25.215333 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-b294ed11-fcf4-4ffb-8b24-2b173f8b4849 None None] Provisioning complete for port 7189546a-f159-4c20-873d-61e61c53be8a triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:25.216346 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b294ed11-fcf4-4ffb-8b24-2b173f8b4849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (7189546a-f159-4c20-873d-61e61c53be8a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:25.258717 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7189546a-f159-4c20-873d-61e61c53be8a), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:25.293188 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-b294ed11-fcf4-4ffb-8b24-2b173f8b4849 None None] Port 7189546a-f159-4c20-873d-61e61c53be8a cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:25.633597 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks [] for port (7189546a-f159-4c20-873d-61e61c53be8a), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:25.653599 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (7189546a-f159-4c20-873d-61e61c53be8a), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:25.656471 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (8eb276f4-090b-4e41-893c-afaba8af1ca7), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:25.869961 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7189546a-f159-4c20-873d-61e61c53be8a,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:25.886806 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Network 370e0265-63e5-4aad-9edb-a17f97092dbe is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:25.888521 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:25.891191 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.891550 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.891896 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.892269 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.892614 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.892951 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.893287 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.893618 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.893946 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.894279 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.900860 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.904353 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:25.904860 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:26.104484 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-86c829b4-a418-4631-a562-f060af00e888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:26.153949 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Router 8eb276f4-090b-4e41-893c-afaba8af1ca7 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:08:26.543875 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a912151-3079-4cbd-bc69-91bb7ce0b43c req-23e98e58-5418-4067-b3be-36574aeba457 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:26.557260 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5a912151-3079-4cbd-bc69-91bb7ce0b43c req-23e98e58-5418-4067-b3be-36574aeba457 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1541066 Feb 16 11:08:26.560183 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fe3e1-2caf-4e48-bb6f-afb951520c89 req-c6399242-b95f-47c5-942f-e317f0cb5505 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:26.567603 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-642fe3e1-2caf-4e48-bb6f-afb951520c89 req-c6399242-b95f-47c5-942f-e317f0cb5505 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1891549 Feb 16 11:08:26.580102 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:08:26.626662 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ac38d8e-2dff-43ec-9576-62dfe41ba42b None None] Provisioning complete for port 7189546a-f159-4c20-873d-61e61c53be8a triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:26.627776 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ac38d8e-2dff-43ec-9576-62dfe41ba42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (7189546a-f159-4c20-873d-61e61c53be8a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:26.644556 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-66b46201-7d41-4ceb-999b-d664d717f2a7 admin admin] 10.222.0.52 "PUT /v2.0/routers/8eb276f4-090b-4e41-893c-afaba8af1ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7123487 Feb 16 11:08:26.722600 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ac38d8e-2dff-43ec-9576-62dfe41ba42b None None] Port 7189546a-f159-4c20-873d-61e61c53be8a cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:26.724228 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5a912151-3079-4cbd-bc69-91bb7ce0b43c req-e42ce300-5f47-4229-beec-2dd705576057 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635597 Feb 16 11:08:26.757130 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-642fe3e1-2caf-4e48-bb6f-afb951520c89 req-bf08ed1a-d731-4233-9470-b0241f224c08 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880894 Feb 16 11:08:27.345577 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.511352 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 54962) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:27.519091 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-509044321-network', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:27.546323 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Made reservation on behalf of fbab73bb758c4f4d91da4eabca5e8749 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:27.551400 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.563818 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.701904 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks [] for security_group (012d3959-93f4-4828-842e-69872a7b9a4b), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.708263 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (012d3959-93f4-4828-842e-69872a7b9a4b), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.714530 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e7f323cf-bae8-4748-af00-f2e95c218169 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:27.723997 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:08:27.734980 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (dc03a84b-71d8-4472-ba89-089ce3fa5ecd), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.735800 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Added segment dc03a84b-71d8-4472-ba89-089ce3fa5ecd of type vlan for network 60bbbb3a-aab2-432e-9a81-89f86d44a658 Feb 16 11:08:27.786152 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (60bbbb3a-aab2-432e-9a81-89f86d44a658), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.841922 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port e7f323cf-bae8-4748-af00-f2e95c218169 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:27.842298 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.844113 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (60bbbb3a-aab2-432e-9a81-89f86d44a658), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.845268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:27.847187 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:27.861321 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012d3959-93f4-4828-842e-69872a7b9a4b,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:27.873931 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3602650 Feb 16 11:08:27.874838 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 54970) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:27.880730 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Request body: {'subnet': {'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-509044321-subnet', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:27.924102 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Made reservation on behalf of fbab73bb758c4f4d91da4eabca5e8749 for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:27.926943 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.000338 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.000703 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.002624 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port e7f323cf-bae8-4748-af00-f2e95c218169 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:28.003027 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.006406 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.006854 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.007347 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.007678 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.008210 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.008699 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.009308 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.009647 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.009993 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.010311 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.011670 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:28.046249 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port e7f323cf-bae8-4748-af00-f2e95c218169, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e7f323cf-bae8-4748-af00-f2e95c218169,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:28.056389 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.158323 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b09ba-b3dd-4e89-a5c0-476f494de6dc admin admin] Pushing event updated for resources: {'Network': ['ID=60bbbb3a-aab2-432e-9a81-89f86d44a658,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:28.178115 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296afc-5873-4710-bcfe-e0d06ad42c8d req-c570e613-9f0d-4657-bc76-fcfdc6f7509c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:28.179386 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Sync routers for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:08:28.180966 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61296afc-5873-4710-bcfe-e0d06ad42c8d req-c570e613-9f0d-4657-bc76-fcfdc6f7509c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2589295 Feb 16 11:08:28.185200 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:08:28.200297 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fe26e-e00e-4595-9bba-06d89bdc2ffb req-c2aea13f-0d66-4888-a382-4e92b18c7b56 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:28.203305 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=e7f323cf-bae8-4748-af00-f2e95c218169,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:28.212781 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c2fe26e-e00e-4595-9bba-06d89bdc2ffb req-c2aea13f-0d66-4888-a382-4e92b18c7b56 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2723501 Feb 16 11:08:28.218119 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-91f27067-c68e-46ed-9bf8-4393b879f59f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2195368 Feb 16 11:08:28.279751 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:28.281648 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:08:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:28.293685 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61296afc-5873-4710-bcfe-e0d06ad42c8d req-a7d1c342-e6a4-4c8e-a6ec-52d384143dc3 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057565 Feb 16 11:08:28.341763 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-379d2a74-7bf8-45ca-a4ff-0d3170538157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:28.343414 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-379d2a74-7bf8-45ca-a4ff-0d3170538157 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 1129 time: 0.0944521 Feb 16 11:08:28.345656 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c2fe26e-e00e-4595-9bba-06d89bdc2ffb req-306560cb-b5ec-4394-b073-9773a3bf94e6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221347 Feb 16 11:08:28.460104 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (c562e34f-5b42-4ed2-a840-00814475f91a), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.546989 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:28.559563 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c562e34f-5b42-4ed2-a840-00814475f91a,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:28.571615 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Checking segment: {'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:28.572066 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Network hostable DHCP agents. Network: 60bbbb3a-aab2-432e-9a81-89f86d44a658, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:08:28.588881 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-c090e913-125b-4105-8ad4-b3f0ff95d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:28.611474 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:08:28.623533 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-c090e913-125b-4105-8ad4-b3f0ff95d8e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 912 time: 0.2439110 Feb 16 11:08:28.641115 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 60bbbb3a-aab2-432e-9a81-89f86d44a658) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:28.676957 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:28.677548 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.691630 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b453cf6-a9b6-49ba-8a22-55e184ab1656 None None] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:08:28.726078 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-689de07e-ba7d-491b-b238-4461762f2894 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8459108 Feb 16 11:08:28.727157 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 55000) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:28.747103 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:28.762623 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-6241f6ba-5680-41b9-99e3-1a9e8f38e6db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cb00bc-0902-4e29-8660-930518fe3343 HTTP/1.1" status: 200 len: 1001 time: 0.1239333 Feb 16 11:08:28.789360 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (56d9addb-64f0-41b5-aa8d-4b226e65db33), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.791152 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (56d9addb-64f0-41b5-aa8d-4b226e65db33), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.849400 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-837fb502-3569-4bd2-a143-9543fd5b6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:28.851102 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-837fb502-3569-4bd2-a143-9543fd5b6242 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 200 len: 850 time: 0.0774257 Feb 16 11:08:28.904176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks [] for router_controller (56d9addb-64f0-41b5-aa8d-4b226e65db33), precommit_add_association {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:28.942482 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-54a9df1d-e24b-43e2-824a-b6439095e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:28.947347 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-54a9df1d-e24b-43e2-824a-b6439095e1b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed8176-9ecb-45e7-8e85-50a322122886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0839601 Feb 16 11:08:29.089011 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks [] for router_gateway (56d9addb-64f0-41b5-aa8d-4b226e65db33), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:29.090744 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-faa61495-c059-4f49-a699-18012ab85e85 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360135 Feb 16 11:08:29.176598 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:29.186740 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-60bbbb3a-aab2-432e-9a81-89f86d44a658', 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658', 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'fixed_ips': [{'subnet_id': 'c562e34f-5b42-4ed2-a840-00814475f91a'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:08:29.187710 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:29.287210 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1fe18a75-57fd-408b-8f1f-32b9f9a31bff req-05ad5e54-afd8-4f90-b834-ad149b88a54b service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868563 Feb 16 11:08:29.370807 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 55012) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:29.439852 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Allocated IP 172.20.0.2 (60bbbb3a-aab2-432e-9a81-89f86d44a658/c562e34f-5b42-4ed2-a840-00814475f91a/58193f29-2a46-434b-817c-399bf5bd2033) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:29.456223 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 2, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:29.499585 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Checking router: 8eb276f4-090b-4e41-893c-afaba8af1ca7 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:08:29.500204 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Updating router 8eb276f4-090b-4e41-893c-afaba8af1ca7 port 7189546a-f159-4c20-873d-61e61c53be8a binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:08:29.528937 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks [] for router_gateway (56d9addb-64f0-41b5-aa8d-4b226e65db33), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:29.563339 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7189546a-f159-4c20-873d-61e61c53be8a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:29.614431 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:29.681501 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd94ad-d21c-4c90-993b-19104ae3ef18 req-55622094-928c-4015-9ae1-dfb0f1e81a25 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:29.709233 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fedd94ad-d21c-4c90-993b-19104ae3ef18 req-55622094-928c-4015-9ae1-dfb0f1e81a25 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2381377 Feb 16 11:08:29.806813 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Allocated IP 172.27.1.101 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/c4f07d5b-a0bc-4f66-957b-f08d7bb01493) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:29.818251 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d377-0831-494e-92be-fd616d17ca88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:29.844247 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357092c8-4834-4b49-8294-c06077c0f2a1 req-8f31b185-299e-4452-9261-0b6aaedc0ccd tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:29.846171 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-357092c8-4834-4b49-8294-c06077c0f2a1 req-8f31b185-299e-4452-9261-0b6aaedc0ccd tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.3189003 Feb 16 11:08:29.909549 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e7f323cf-bae8-4748-af00-f2e95c218169 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:29.916552 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fedd94ad-d21c-4c90-993b-19104ae3ef18 req-7c96ddca-cdc1-4310-92ed-2962c1324a8c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002945 Feb 16 11:08:30.030257 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.036514 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Publish callbacks [] for port (58193f29-2a46-434b-817c-399bf5bd2033), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.040127 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-357092c8-4834-4b49-8294-c06077c0f2a1 req-f5a1e91c-38d8-4f2f-b878-3db97d8aa127 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824896 Feb 16 11:08:30.041357 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d377-0831-494e-92be-fd616d17ca88 admin admin] Publish callbacks [] for security_group (cb73662e-096b-42e4-a229-5f9d7fefa78b), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.056091 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d377-0831-494e-92be-fd616d17ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cb73662e-096b-42e4-a229-5f9d7fefa78b), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.068075 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (58193f29-2a46-434b-817c-399bf5bd2033), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.112629 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks [] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.159771 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-2aa2d377-0831-494e-92be-fd616d17ca88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2576fa08f974d50bbebc2c9188a3cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7873149 Feb 16 11:08:30.161065 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 55032) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:30.184466 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2d377-0831-494e-92be-fd616d17ca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb73662e-096b-42e4-a229-5f9d7fefa78b,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:30.206935 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:30.217456 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.223325 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:30.227194 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:30.232620 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Pushing event updated for resources: {'Port': ['ID=58193f29-2a46-434b-817c-399bf5bd2033,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:30.246736 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port e7f323cf-bae8-4748-af00-f2e95c218169 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:30.247535 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.301520 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bc9-12d8-4869-8e54-bc75973ee62d admin admin] Publish callbacks [] for security_group (cb73662e-096b-42e4-a229-5f9d7fefa78b), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.340404 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:30.362557 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bc9-12d8-4869-8e54-bc75973ee62d admin admin] Publish callbacks [] for security_group (cb73662e-096b-42e4-a229-5f9d7fefa78b), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.385863 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:30.390005 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:30.397387 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:30.445545 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Attempting to bind port 58193f29-2a46-434b-817c-399bf5bd2033 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:30.445944 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Attempting to bind port 58193f29-2a46-434b-817c-399bf5bd2033 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:30.446361 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Attempting to bind port 58193f29-2a46-434b-817c-399bf5bd2033 on network 60bbbb3a-aab2-432e-9a81-89f86d44a658 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:30.455063 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bc9-12d8-4869-8e54-bc75973ee62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cb73662e-096b-42e4-a229-5f9d7fefa78b), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.456551 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:30.456937 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Checking segment: {'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:30.457417 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.457856 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bc9-12d8-4869-8e54-bc75973ee62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.457977 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Bound using segment: {'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:30.458379 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Bound port: 58193f29-2a46-434b-817c-399bf5bd2033, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:30.459047 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e5e54bc9-12d8-4869-8e54-bc75973ee62d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb73662e-096b-42e4-a229-5f9d7fefa78b HTTP/1.1" status: 204 len: 168 time: 0.2960298 Feb 16 11:08:30.461991 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (58193f29-2a46-434b-817c-399bf5bd2033), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.468707 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e54bc9-12d8-4869-8e54-bc75973ee62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb73662e-096b-42e4-a229-5f9d7fefa78b,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:30.526824 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Publish callbacks [] for port (7189546a-f159-4c20-873d-61e61c53be8a), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.542317 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.546636 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (7189546a-f159-4c20-873d-61e61c53be8a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.690843 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db61ac4-d63c-432e-ba13-75c09eaf519f None None] Pushing event updated for resources: {'Port': ['ID=7189546a-f159-4c20-873d-61e61c53be8a,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:30.736326 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] For port 58193f29-2a46-434b-817c-399bf5bd2033, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:30.740271 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port e7f323cf-bae8-4748-af00-f2e95c218169 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:30.747074 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] For port 58193f29-2a46-434b-817c-399bf5bd2033, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=58193f29-2a46-434b-817c-399bf5bd2033,segment=NetworkSegment(dc03a84b-71d8-4472-ba89-089ce3fa5ecd),segment_id=dc03a84b-71d8-4472-ba89-089ce3fa5ecd)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:30.789688 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (58193f29-2a46-434b-817c-399bf5bd2033), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.889390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Attempting to bind port 7189546a-f159-4c20-873d-61e61c53be8a on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:30.889655 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Attempting to bind port 7189546a-f159-4c20-873d-61e61c53be8a by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:30.890019 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Attempting to bind port 7189546a-f159-4c20-873d-61e61c53be8a on network 370e0265-63e5-4aad-9edb-a17f97092dbe {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:30.922184 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9140f7-1d35-4129-9ca1-aa784f0265ca None None] Pushing event updated for resources: {'Port': ['ID=58193f29-2a46-434b-817c-399bf5bd2033,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:30.936723 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:30.937190 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Checking segment: {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:30.937718 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:30.938134 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Bound using segment: {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:30.938693 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Bound port: 7189546a-f159-4c20-873d-61e61c53be8a, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:30.939324 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7189546a-f159-4c20-873d-61e61c53be8a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.021257 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-8928fcd4-eb06-4861-addd-9a6fb2cd2f72 None None] Provisioning complete for port 7189546a-f159-4c20-873d-61e61c53be8a triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:31.021655 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-8928fcd4-eb06-4861-addd-9a6fb2cd2f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (7189546a-f159-4c20-873d-61e61c53be8a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.072188 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfe46-00a6-40ae-ad04-61828106957b req-d7ac6cee-32e8-4acf-b7d7-8f28b402ad60 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:31.078470 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 55054) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:31.084175 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-126cfe46-00a6-40ae-ad04-61828106957b req-d7ac6cee-32e8-4acf-b7d7-8f28b402ad60 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.6968806 Feb 16 11:08:31.084592 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] For port 7189546a-f159-4c20-873d-61e61c53be8a, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:31.094171 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] For port 7189546a-f159-4c20-873d-61e61c53be8a, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=7189546a-f159-4c20-873d-61e61c53be8a,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:31.099122 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-8928fcd4-eb06-4861-addd-9a6fb2cd2f72 None None] Port 7189546a-f159-4c20-873d-61e61c53be8a cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:31.105189 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (7189546a-f159-4c20-873d-61e61c53be8a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.113573 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-67aa292e-c5f2-4db2-b720-ecbdeb0e2055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.173738 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:31.176522 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:08:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:31.188355 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-126cfe46-00a6-40ae-ad04-61828106957b req-8d931c87-3358-42dd-994f-b2dbbf1efd2c tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030777 Feb 16 11:08:31.198618 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks [] for router_gateway (56d9addb-64f0-41b5-aa8d-4b226e65db33), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.330949 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db61ac4-d63c-432e-ba13-75c09eaf519f None None] Pushing event updated for resources: {'Port': ['ID=7189546a-f159-4c20-873d-61e61c53be8a,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:31.375030 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-67aa292e-c5f2-4db2-b720-ecbdeb0e2055 admin admin] Publish callbacks [] for security_group (fa6e7aa9-66df-4bd1-9146-7270b0e77e29), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.392334 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-67aa292e-c5f2-4db2-b720-ecbdeb0e2055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (fa6e7aa9-66df-4bd1-9146-7270b0e77e29), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.450108 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:31.496021 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1bfa8-e32a-4d5b-86fd-c4534f9dd664 req-c4e870de-52ed-4844-9a29-219b9c813b35 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:31.497829 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d7c1bfa8-e32a-4d5b-86fd-c4534f9dd664 req-c4e870de-52ed-4844-9a29-219b9c813b35 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1152604 Feb 16 11:08:31.508697 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-67aa292e-c5f2-4db2-b720-ecbdeb0e2055 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96b4a5841a3e47b788060e39fb69d3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226916 Feb 16 11:08:31.528935 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 55056) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:31.537307 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa292e-c5f2-4db2-b720-ecbdeb0e2055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e7aa9-66df-4bd1-9146-7270b0e77e29,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:31.658259 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d2d51433-4a96-48b9-912b-c97163766811 admin admin] Publish callbacks [] for security_group (fa6e7aa9-66df-4bd1-9146-7270b0e77e29), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.673623 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d7c1bfa8-e32a-4d5b-86fd-c4534f9dd664 req-49c2d121-7caf-42c4-a0fd-4fe61e161fd0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321638 Feb 16 11:08:31.688710 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (56d9addb-64f0-41b5-aa8d-4b226e65db33), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.721825 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d2d51433-4a96-48b9-912b-c97163766811 admin admin] Publish callbacks [] for security_group (fa6e7aa9-66df-4bd1-9146-7270b0e77e29), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.793851 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-db864f03-0d34-4d50-8dca-6aadbf54e086 None None] Provisioning complete for port 7189546a-f159-4c20-873d-61e61c53be8a triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:31.794234 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-db864f03-0d34-4d50-8dca-6aadbf54e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (7189546a-f159-4c20-873d-61e61c53be8a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.808301 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 58193f29-2a46-434b-817c-399bf5bd2033 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:31.811462 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d2d51433-4a96-48b9-912b-c97163766811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (fa6e7aa9-66df-4bd1-9146-7270b0e77e29), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.814721 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d2d51433-4a96-48b9-912b-c97163766811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:31.816308 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d2d51433-4a96-48b9-912b-c97163766811 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa6e7aa9-66df-4bd1-9146-7270b0e77e29 HTTP/1.1" status: 204 len: 168 time: 0.2863510 Feb 16 11:08:31.829711 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d51433-4a96-48b9-912b-c97163766811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e7aa9-66df-4bd1-9146-7270b0e77e29,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:31.960520 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1ae8b-f3a0-40a4-b1c1-f67e5fb9f0b1 req-90659ca4-f828-4bd3-bf42-3e5b75571218 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:31.963452 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5cb1ae8b-f3a0-40a4-b1c1-f67e5fb9f0b1 req-90659ca4-f828-4bd3-bf42-3e5b75571218 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1256907 Feb 16 11:08:32.054656 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5cb1ae8b-f3a0-40a4-b1c1-f67e5fb9f0b1 req-5fec2489-30d1-4162-b9e2-41def0595d1b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825293 Feb 16 11:08:32.055708 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Router 56d9addb-64f0-41b5-aa8d-4b226e65db33 is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:08:32.164714 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 58193f29-2a46-434b-817c-399bf5bd2033 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:32.165089 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58193f29-2a46-434b-817c-399bf5bd2033), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:32.242845 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-db864f03-0d34-4d50-8dca-6aadbf54e086 None None] Current status of the port 7189546a-f159-4c20-873d-61e61c53be8a is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:32.243905 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-db864f03-0d34-4d50-8dca-6aadbf54e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (7189546a-f159-4c20-873d-61e61c53be8a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:32.295085 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:08:32.308091 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Sync routers for ids ['56d9addb-64f0-41b5-aa8d-4b226e65db33'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:08:32.321691 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-db864f03-0d34-4d50-8dca-6aadbf54e086 None None] For port 7189546a-f159-4c20-873d-61e61c53be8a, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=7189546a-f159-4c20-873d-61e61c53be8a,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:32.335133 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Routers {'56d9addb-64f0-41b5-aa8d-4b226e65db33'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:32.335826 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:08:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['56d9addb-64f0-41b5-aa8d-4b226e65db33'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:32.338091 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-db864f03-0d34-4d50-8dca-6aadbf54e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (7189546a-f159-4c20-873d-61e61c53be8a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:32.363239 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:32.365414 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-cd97abc6-7288-4262-babe-d41d6ba18d70 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6367927 Feb 16 11:08:32.369019 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 55068) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:32.371510 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:31Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:32.439435 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c086a0-d702-4e2c-bccc-b7b7e939e8be None None] The sync data for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi is: [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:31Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:32.522912 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 58193f29-2a46-434b-817c-399bf5bd2033 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:32.523731 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (58193f29-2a46-434b-817c-399bf5bd2033), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:32.566402 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db864f03-0d34-4d50-8dca-6aadbf54e086 None None] Pushing event updated for resources: {'Port': ['ID=7189546a-f159-4c20-873d-61e61c53be8a,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:32.569994 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Set router 56d9addb-64f0-41b5-aa8d-4b226e65db33 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:32.601364 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4c608-eb16-4cfc-8b32-263fde09b3d3 req-9d1af5d5-d9a8-48f5-9f3c-c8ea4c56d69a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:32.602977 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dcf4c608-eb16-4cfc-8b32-263fde09b3d3 req-9d1af5d5-d9a8-48f5-9f3c-c8ea4c56d69a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.2884271 Feb 16 11:08:32.678509 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b1341-2aa2-49bd-a29e-52dd527e9269 None None] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:08:32.708353 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 58193f29-2a46-434b-817c-399bf5bd2033, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=58193f29-2a46-434b-817c-399bf5bd2033,segment=NetworkSegment(dc03a84b-71d8-4472-ba89-089ce3fa5ecd),segment_id=dc03a84b-71d8-4472-ba89-089ce3fa5ecd)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:32.719750 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (58193f29-2a46-434b-817c-399bf5bd2033), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:32.859919 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-11b1e27e-9abd-427a-baed-c62d752eefc0 None None] Provisioning complete for port 58193f29-2a46-434b-817c-399bf5bd2033 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:32.860269 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-11b1e27e-9abd-427a-baed-c62d752eefc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58193f29-2a46-434b-817c-399bf5bd2033), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:32.861908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=58193f29-2a46-434b-817c-399bf5bd2033,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:32.905972 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:08:30Z', 'revision_number': 3, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port': {'id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:29Z', 'updated_at': '2022-02-16T11:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:32.924825 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dcf4c608-eb16-4cfc-8b32-263fde09b3d3 req-e722bbd4-dc3a-4520-ba34-ba2a74daa0de tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044446 Feb 16 11:08:32.940007 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Checking router: 56d9addb-64f0-41b5-aa8d-4b226e65db33 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:08:32.941013 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Updating router 56d9addb-64f0-41b5-aa8d-4b226e65db33 port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:08:33.001773 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.117855 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-11b1e27e-9abd-427a-baed-c62d752eefc0 None None] Current status of the port 58193f29-2a46-434b-817c-399bf5bd2033 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:33.291191 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6c9c-39b7-4718-a6b9-88713be890f9 req-095fcbd0-09c0-4f12-969e-13d292206dc2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:33.292974 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c7bf6c9c-39b7-4718-a6b9-88713be890f9 req-095fcbd0-09c0-4f12-969e-13d292206dc2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1405501 Feb 16 11:08:33.410479 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c7bf6c9c-39b7-4718-a6b9-88713be890f9 req-748de29d-5ae0-4bea-9fe6-652c1cc0f0fb tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047912 Feb 16 11:08:33.458728 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-64f1fda9-7113-45b8-8b1e-b039be17a787 None None] Provisioning complete for port 58193f29-2a46-434b-817c-399bf5bd2033 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:33.459243 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-64f1fda9-7113-45b8-8b1e-b039be17a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58193f29-2a46-434b-817c-399bf5bd2033), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.524749 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Publish callbacks [] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.536961 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.591281 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d2cd6-7d69-4bcc-ab82-4b0b6fc9c3f3 None None] Pushing event updated for resources: {'Port': ['ID=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:33.629499 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.634168 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Attempting to bind port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:33.634528 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Attempting to bind port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:33.635102 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Attempting to bind port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:33.664990 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:33.665374 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:33.666259 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.666259 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:33.666680 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Bound port: c4f07d5b-a0bc-4f66-957b-f08d7bb01493, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:33.667090 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.692624 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99487106-396c-4f1d-9eb3-29a5540f4b46 req-33a6124e-9146-4f2e-9360-9072ebb8dd0f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:33.705824 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-99487106-396c-4f1d-9eb3-29a5540f4b46 req-33a6124e-9146-4f2e-9360-9072ebb8dd0f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1535819 Feb 16 11:08:33.747181 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] For port c4f07d5b-a0bc-4f66-957b-f08d7bb01493, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:33.752484 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] For port c4f07d5b-a0bc-4f66-957b-f08d7bb01493, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:33.771552 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:33.813865 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-64f1fda9-7113-45b8-8b1e-b039be17a787 None None] Current status of the port 58193f29-2a46-434b-817c-399bf5bd2033 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:33.899189 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d2cd6-7d69-4bcc-ab82-4b0b6fc9c3f3 None None] Pushing event updated for resources: {'Port': ['ID=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:33.945412 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-99487106-396c-4f1d-9eb3-29a5540f4b46 req-24e82d25-84ff-4e87-af1c-41e4a14ed91a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385149 Feb 16 11:08:33.953348 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Routers {'56d9addb-64f0-41b5-aa8d-4b226e65db33'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:33.959960 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:08:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['56d9addb-64f0-41b5-aa8d-4b226e65db33'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:34.081736 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 58193f29-2a46-434b-817c-399bf5bd2033 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:34.105808 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-16e45cbd-5009-4b96-beb9-1d54d4b768c7 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:34.112650 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-16e45cbd-5009-4b96-beb9-1d54d4b768c7 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.2948267 Feb 16 11:08:34.151978 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-64753297-a6a8-4167-9615-81c3ec77a29d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/quotas/4fdb13dc93ba44c4806b79801a6a936e HTTP/1.1" status: 200 len: 375 time: 0.0353827 Feb 16 11:08:34.160858 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Allocated IP 172.20.0.1 (60bbbb3a-aab2-432e-9a81-89f86d44a658/c562e34f-5b42-4ed2-a840-00814475f91a/abc4be9f-6881-4fbd-9c7e-07ec2a5f947c) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:34.195280 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202ba4-3ff3-46dc-be79-355377749056 req-243a6ed8-960f-4fdd-9e15-f8aeb4fd4392 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:34.195957 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1c202ba4-3ff3-46dc-be79-355377749056 req-243a6ed8-960f-4fdd-9e15-f8aeb4fd4392 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1196451 Feb 16 11:08:34.280262 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 58193f29-2a46-434b-817c-399bf5bd2033 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:34.280998 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58193f29-2a46-434b-817c-399bf5bd2033), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:34.291601 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-de59a024-edc2-4ba8-a094-dc6dcadd494c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1384268 Feb 16 11:08:34.296873 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] Set router 56d9addb-64f0-41b5-aa8d-4b226e65db33 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:34.414210 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1c202ba4-3ff3-46dc-be79-355377749056 req-54caf45f-08ba-4803-8f32-280ff3c0c2cb tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045326 Feb 16 11:08:34.541984 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-40263261-efac-49a1-ba22-80edd499f865 service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487845 Feb 16 11:08:34.543155 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 58193f29-2a46-434b-817c-399bf5bd2033 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:34.547693 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 7189546a-f159-4c20-873d-61e61c53be8a up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:34.693711 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 7189546a-f159-4c20-873d-61e61c53be8a triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:34.694769 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (7189546a-f159-4c20-873d-61e61c53be8a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:34.764529 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:08:30Z', 'revision_number': 3, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port': {'id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:29Z', 'updated_at': '2022-02-16T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:34.775836 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks [] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:34.839594 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 7189546a-f159-4c20-873d-61e61c53be8a is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:34.839844 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff0f84-83ba-4d0f-8504-96c9fc97b365 None None] The sync data for ids ['56d9addb-64f0-41b5-aa8d-4b226e65db33'] in dv-cinder-773985-29-iscsi is: [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:08:30Z', 'revision_number': 3, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port': {'id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:29Z', 'updated_at': '2022-02-16T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:34.878479 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-eaecda56-16cf-4c3f-8fe5-fb63e2ab5fd5 service neutron] 10.222.0.52 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236232 Feb 16 11:08:34.895765 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2df55-2d93-412d-90ed-5c1b2487961a req-44f7225e-a4d7-43ab-a613-0454d6f05475 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:34.899485 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-63d2df55-2d93-412d-90ed-5c1b2487961a req-44f7225e-a4d7-43ab-a613-0454d6f05475 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2450516 Feb 16 11:08:34.950604 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:35.025040 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:35.043718 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:35.056596 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:35.057089 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (56d9addb-64f0-41b5-aa8d-4b226e65db33), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:35.146075 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-63d2df55-2d93-412d-90ed-5c1b2487961a req-be96fb4e-71c9-4de1-8db1-2bac15cd8051 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144628 Feb 16 11:08:35.155701 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Pushing event updated for resources: {'Port': ['ID=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:35.399484 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020e0b-8e2c-45c0-9c78-bd3df9cd6488 req-9b924f40-5140-40c7-a039-4e77f61082b0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:35.403564 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-17020e0b-8e2c-45c0-9c78-bd3df9cd6488 req-9b924f40-5140-40c7-a039-4e77f61082b0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2039957 Feb 16 11:08:35.448102 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f2cd613b-a0c0-4d19-a757-d8f3fd524998 req-149fb7a7-5a79-4c94-98d7-8fa9d3636ead tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 210 time: 0.1404226 Feb 16 11:08:35.574825 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-d587a829-a51a-434b-bbac-e041e7e5fa68 None None] Provisioning complete for port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:35.575733 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d587a829-a51a-434b-bbac-e041e7e5fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:35.585889 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-17020e0b-8e2c-45c0-9c78-bd3df9cd6488 req-245240a7-bb1f-4f63-8938-e3868bdead0d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730697 Feb 16 11:08:35.705426 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:35.722131 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-d587a829-a51a-434b-bbac-e041e7e5fa68 None None] Port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:35.839860 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab1d3f-613b-4a35-bcf0-852e2d6bf2c8 req-202683c6-421a-495d-85cc-e485806e021a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:35.847012 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-26ab1d3f-613b-4a35-bcf0-852e2d6bf2c8 req-202683c6-421a-495d-85cc-e485806e021a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1701376 Feb 16 11:08:35.970548 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-26ab1d3f-613b-4a35-bcf0-852e2d6bf2c8 req-b27574b3-5d89-4f68-9450-baa3445310c7 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225047 Feb 16 11:08:36.019235 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks [] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:36.027242 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:36.028474 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (56d9addb-64f0-41b5-aa8d-4b226e65db33), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:36.143406 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Pushing event updated for resources: {'Port': ['ID=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:36.343669 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:36.347594 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:36.490235 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a3c27-e52e-4ad4-b3e2-7fc874984d75 req-28b7f3e8-246c-46e6-ad86-7aadb5c76a6b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:36.503070 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-406a3c27-e52e-4ad4-b3e2-7fc874984d75 req-28b7f3e8-246c-46e6-ad86-7aadb5c76a6b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1265512 Feb 16 11:08:36.514033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:08:36.624112 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-406a3c27-e52e-4ad4-b3e2-7fc874984d75 req-ef7b5e00-aa4f-40f2-b152-f26892b00d1b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143172 Feb 16 11:08:36.839923 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:36.866947 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'port_id': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'mac_address': 'fa:16:3e:6d:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:08:36.879649 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-4b41ecf8-7876-4887-9312-152d68a0c911 None None] Provisioning complete for port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:36.880539 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4b41ecf8-7876-4887-9312-152d68a0c911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:36.900992 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65748c14-83d0-4f23-aca3-22a1b37df455 req-14b2202d-55b0-4f69-b9cd-106f7458b9e2 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:36.914966 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65748c14-83d0-4f23-aca3-22a1b37df455 req-14b2202d-55b0-4f69-b9cd-106f7458b9e2 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1495574 Feb 16 11:08:36.961130 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: ACTIVE; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:36.961498 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:36.963810 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-4b41ecf8-7876-4887-9312-152d68a0c911 None None] Port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:36.984295 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf019c8d-c931-4c85-ba32-944c2b90506f {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:08:37.017595 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:37.020807 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65748c14-83d0-4f23-aca3-22a1b37df455 req-4997bbaa-801f-4544-ba6a-a82491bb8d34 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040988 Feb 16 11:08:37.035182 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:37.099205 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=6']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:37.108033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.108579 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.108944 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.109285 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.109614 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.109935 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.110286 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.110741 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.111710 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.112129 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.112572 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.112924 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.113269 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:08:37.115062 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-52e71df2-48db-448a-b6ef-fb57a738ff0c req-de75b371-1f2d-43ab-b42c-bab59f0845a6 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 210 time: 0.0594158 Feb 16 11:08:37.172307 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Router 56d9addb-64f0-41b5-aa8d-4b226e65db33 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:08:37.174381 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0b002-f5f3-48a8-b669-39c431c9e9e6 req-9105fa73-21d9-44e3-9448-019ae6c108af tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:37.177448 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1dc0b002-f5f3-48a8-b669-39c431c9e9e6 req-9105fa73-21d9-44e3-9448-019ae6c108af tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0654614 Feb 16 11:08:37.246498 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1dc0b002-f5f3-48a8-b669-39c431c9e9e6 req-5ea6c6fd-ac58-4c9e-8e9a-39a21d494df6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575469 Feb 16 11:08:37.325480 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:08:37.337078 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9897f03a-8310-416e-a226-f4e352bc442b admin admin] 10.222.0.52 "PUT /v2.0/routers/56d9addb-64f0-41b5-aa8d-4b226e65db33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9659748 Feb 16 11:08:37.337395 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['bf019c8d-c931-4c85-ba32-944c2b90506f'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:08:37.535002 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-9ba4b64c-7188-494d-9155-2b523af94568 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:37.538735 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-9ba4b64c-7188-494d-9155-2b523af94568 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 814 time: 0.2261925 Feb 16 11:08:37.606800 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Request body: {'port': {'device_id': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'admin_state_up': True, 'tenant_id': '4fdb13dc93ba44c4806b79801a6a936e'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:37.806857 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083deeb8-7729-40fe-a9c8-474de6c468ed req-9406cbff-dc36-4a42-9014-a1a65ac063f7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:37.808542 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-083deeb8-7729-40fe-a9c8-474de6c468ed req-9406cbff-dc36-4a42-9014-a1a65ac063f7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.0806870 Feb 16 11:08:37.853306 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device c4f07d5b-a0bc-4f66-957b-f08d7bb01493 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:37.897859 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Made reservation on behalf of 4fdb13dc93ba44c4806b79801a6a936e for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:37.901818 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:37.903885 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-083deeb8-7729-40fe-a9c8-474de6c468ed req-f8222aff-a0d8-4bd9-b403-9468bf11d0d6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811961 Feb 16 11:08:37.982136 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:37.982721 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:38.106647 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Allocated IP 172.20.0.14 (f08c4d3d-6dd8-400f-ba99-c676a3093cf6/a2492744-3977-41e5-9827-b23495773be5/8b9abe86-7f68-40de-a745-127ed3f23fb5) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:38.173581 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Sync routers for ids ['56d9addb-64f0-41b5-aa8d-4b226e65db33'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:08:38.220339 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:38.220339 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:38.273216 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Routers {'56d9addb-64f0-41b5-aa8d-4b226e65db33'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:38.274217 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:08:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['56d9addb-64f0-41b5-aa8d-4b226e65db33'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:38.278950 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port c4f07d5b-a0bc-4f66-957b-f08d7bb01493, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:38.288356 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb537b-de1e-44dc-9247-723473db0aa5 req-bf8bfdf1-6eb5-4acd-a51e-300c92834520 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:38.296873 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-64bb537b-de1e-44dc-9247-723473db0aa5 req-bf8bfdf1-6eb5-4acd-a51e-300c92834520 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1270061 Feb 16 11:08:38.299735 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4cc3f00f-3324-42e7-b5e7-5c9976e9d167 req-a13fc615-e23c-418e-b54a-49fd938545d8 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 210 time: 0.0673559 Feb 16 11:08:38.334278 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:38.414260 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-64bb537b-de1e-44dc-9247-723473db0aa5 req-a124f500-ff17-494d-ab37-29917986bd92 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160934 Feb 16 11:08:38.508632 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks [] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:38.509743 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004b616-e889-4480-a866-a184bfcd5c5a req-5ceef110-f641-442d-9804-58c1a50bd0fe tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:38.517618 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9004b616-e889-4480-a866-a184bfcd5c5a req-5ceef110-f641-442d-9804-58c1a50bd0fe tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1032233 Feb 16 11:08:38.582680 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:38.587503 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:38.632621 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b', '106202d9-a66e-4c4d-b52e-71bcb3c2366a', '7b4475be-f676-49d6-bf60-a6cb570926bd'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:08:38.657010 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9004b616-e889-4480-a866-a184bfcd5c5a req-da35947a-89bb-49dc-a202-7bc2d5d8c88d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360440 Feb 16 11:08:38.707223 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:38.716181 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event updated for resources: {'Port': ['ID=8b9abe86-7f68-40de-a745-127ed3f23fb5,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:38.721766 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:38.730145 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:38.769423 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Set router 56d9addb-64f0-41b5-aa8d-4b226e65db33 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:38.808437 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:38.808680 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:38.844958 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-b7c0e45c-1162-4579-b59a-29d0c6d43e5f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2771273 Feb 16 11:08:38.861700 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Request body: {'port': {'device_id': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:38.961842 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:39.268944 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157229a-e5f0-4551-9b73-ddf3ef76ada9 req-ba24b8f2-0b49-46d4-88cc-ff29484e0f20 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:39.277463 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1157229a-e5f0-4551-9b73-ddf3ef76ada9 req-ba24b8f2-0b49-46d4-88cc-ff29484e0f20 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.2797379 Feb 16 11:08:39.361305 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1157229a-e5f0-4551-9b73-ddf3ef76ada9 req-644d9e37-996d-422e-8126-f8f08adc2818 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827720 Feb 16 11:08:39.461605 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:08:39.647481 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:08:35Z', 'revision_number': 4, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port': {'id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:29Z', 'updated_at': '2022-02-16T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'abc4be9f-6881-4fbd-9c7e-07ec2a5f947c', 'name': '', 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'mac_address': 'fa:16:3e:ea:e9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c562e34f-5b42-4ed2-a840-00814475f91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:33Z', 'updated_at': '2022-02-16T11:08:35Z', 'revision_number': 2, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'subnets': [{'id': 'c562e34f-5b42-4ed2-a840-00814475f91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:39.649560 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec45bd8-0288-4e89-8b1a-e9c689594e8b req-cb37cd6b-3ec7-4df6-80fe-a3ff50729dda tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:39.660890 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-eec45bd8-0288-4e89-8b1a-e9c689594e8b req-cb37cd6b-3ec7-4df6-80fe-a3ff50729dda tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 932 time: 0.1584077 Feb 16 11:08:39.773996 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Checking router: 56d9addb-64f0-41b5-aa8d-4b226e65db33 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:08:39.774536 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Updating router 56d9addb-64f0-41b5-aa8d-4b226e65db33 port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:08:39.794559 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-eec45bd8-0288-4e89-8b1a-e9c689594e8b req-b1b505a3-4de9-4528-a5c1-ade55683e05a tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254854 Feb 16 11:08:39.918126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:39.925798 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device c4f07d5b-a0bc-4f66-957b-f08d7bb01493 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:40.103135 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9aa1-2085-46a1-b573-696ddb28ac52 req-fc02ff2e-0adb-4379-90c8-e50fbf5422dd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:40.105828 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-32bc9aa1-2085-46a1-b573-696ddb28ac52 req-fc02ff2e-0adb-4379-90c8-e50fbf5422dd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1335816 Feb 16 11:08:40.110151 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9abe86-7f68-40de-a745-127ed3f23fb5 {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:08:40.140269 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Publish callbacks [] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:40.209541 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b51c0-3192-4e37-9ce9-3efa435e1da5 req-2e8d6f3a-12a4-47db-b5a9-e1ca6bc934e9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:40.215516 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bb2b51c0-3192-4e37-9ce9-3efa435e1da5 req-2e8d6f3a-12a4-47db-b5a9-e1ca6bc934e9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.6259289 Feb 16 11:08:40.224883 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Transition to ACTIVE for port object 8b9abe86-7f68-40de-a745-127ed3f23fb5 will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:08:40.262393 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-32bc9aa1-2085-46a1-b573-696ddb28ac52 req-3480bff1-b012-465e-b907-1e44525fff18 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468801 Feb 16 11:08:40.277855 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:40.396561 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bb2b51c0-3192-4e37-9ce9-3efa435e1da5 req-42fd17c1-5f9d-493c-a3ab-e90035cce79f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579180 Feb 16 11:08:40.538292 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Pushing event updated for resources: {'Port': ['ID=8b9abe86-7f68-40de-a745-127ed3f23fb5,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:40.561827 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8f508-1de6-4ee1-a3d6-eab55b84e3bc req-dcbf9cc1-6a51-4ea5-96bc-f9211450eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:40.564183 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-53f8f508-1de6-4ee1-a3d6-eab55b84e3bc req-dcbf9cc1-6a51-4ea5-96bc-f9211450eda8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.0981281 Feb 16 11:08:40.574910 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Attempting to bind port 8b9abe86-7f68-40de-a745-127ed3f23fb5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:40.575409 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Attempting to bind port 8b9abe86-7f68-40de-a745-127ed3f23fb5 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:40.575842 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Attempting to bind port 8b9abe86-7f68-40de-a745-127ed3f23fb5 on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:40.584044 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:40.589750 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Port 8b9abe86-7f68-40de-a745-127ed3f23fb5 on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:08:40.598760 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Attempting to bind port 8b9abe86-7f68-40de-a745-127ed3f23fb5 on network f08c4d3d-6dd8-400f-ba99-c676a3093cf6 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:40.605289 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:40.606036 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Checking segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:40.606669 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Bound using segment: {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:40.607339 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Bound port: 8b9abe86-7f68-40de-a745-127ed3f23fb5, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:40.607939 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:40.639928 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:40.640366 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:40.857672 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port bf019c8d-c931-4c85-ba32-944c2b90506f triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:40.858908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:40.859145 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-53f8f508-1de6-4ee1-a3d6-eab55b84e3bc req-de9db064-2eb2-46bf-b7e1-f528d9605991 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677727 Feb 16 11:08:40.931750 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] For port 8b9abe86-7f68-40de-a745-127ed3f23fb5, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:40.951974 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] For port 8b9abe86-7f68-40de-a745-127ed3f23fb5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b9abe86-7f68-40de-a745-127ed3f23fb5,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:40.968461 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bdb6a-7af2-45a6-aef3-f1629190ef90 req-56439e81-ec91-44a4-8fe4-badd03d42bf7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:40.975398 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Publish callbacks [] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:40.977693 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:40.981250 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:40.989167 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-754bdb6a-7af2-45a6-aef3-f1629190ef90 req-56439e81-ec91-44a4-8fe4-badd03d42bf7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.3536789 Feb 16 11:08:40.999230 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.106575 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f259a-29c0-42c6-a06b-536999039af2 None None] Pushing event updated for resources: {'Port': ['ID=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:41.131312 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:41.132071 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.138153 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] 10.222.0.42 "PUT /v2.0/ports/8b9abe86-7f68-40de-a745-127ed3f23fb5 HTTP/1.1" status: 200 len: 1094 time: 2.2853405 Feb 16 11:08:41.138991 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'tag': '8b9abe86-7f68-40de-a745-127ed3f23fb5'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:08:41.147267 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d630638-694b-4d50-91ea-0fbf06782442" -d '{"events": [{"name": "network-changed", "server_uuid": "615fb7d3-53bd-402e-bda2-56da6d3b41c5", "tag": "8b9abe86-7f68-40de-a745-127ed3f23fb5"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:08:41.158654 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-754bdb6a-7af2-45a6-aef3-f1629190ef90 req-2a587267-cffe-4195-aea7-b6b2eac1ceaa tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580367 Feb 16 11:08:41.208652 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20e056-6d7e-4804-b12a-73c50d3c889e service neutron] Pushing event updated for resources: {'Port': ['ID=8b9abe86-7f68-40de-a745-127ed3f23fb5,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:41.238642 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221727ce-29a8-4cf1-9a3e-ed1a2509b344 req-98af0015-9efe-45c1-97e6-74f70c14f7f8 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:41.240619 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-221727ce-29a8-4cf1-9a3e-ed1a2509b344 req-98af0015-9efe-45c1-97e6-74f70c14f7f8 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 944 time: 0.2039578 Feb 16 11:08:41.242707 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:41.245415 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.261690 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Attempting to bind port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:41.262056 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Attempting to bind port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:41.262412 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Attempting to bind port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c on network 60bbbb3a-aab2-432e-9a81-89f86d44a658 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:41.312345 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:41.312345 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Checking segment: {'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:41.312722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.312987 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Bound using segment: {'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:41.313545 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Bound port: abc4be9f-6881-4fbd-9c7e-07ec2a5f947c, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:41.314279 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.357748 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-221727ce-29a8-4cf1-9a3e-ed1a2509b344 req-4718bde2-5dda-4773-b2e5-173c5a3ffd3b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108541 Feb 16 11:08:41.412849 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:08:41.415429 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55bd4a0-4944-4981-9228-db240b567b38" -d '{"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-plugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:08:41.459647 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:41.474990 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.490680 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5474a74-f9ff-4721-be9a-e4bc9a1eae49 x-openstack-request-id: req-a5474a74-f9ff-4721-be9a-e4bc9a1eae49 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:08:41.490814 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615fb7d3-53bd-402e-bda2-56da6d3b41c5", "tag": "8b9abe86-7f68-40de-a745-127ed3f23fb5", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:08:41.491082 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5474a74-f9ff-4721-be9a-e4bc9a1eae49 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:08:41.491576 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'tag': '8b9abe86-7f68-40de-a745-127ed3f23fb5', 'status': 'completed', 'code': 200} Feb 16 11:08:41.512833 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-9c2dcbde-abeb-4a6d-9239-9478beaa986e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314343608&fields=id&tenant_id=3085f983b30c4ffab228a630a3e33ad8 HTTP/1.1" status: 200 len: 267 time: 0.1894879 Feb 16 11:08:41.528077 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-921bdf4d-d61e-42b1-a859-01c2f3428690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:41.531239 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-921bdf4d-d61e-42b1-a859-01c2f3428690 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 1128 time: 0.1172597 Feb 16 11:08:41.617950 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] For port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:41.652352 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-8ecd71f0-a76f-478f-84c5-f135dc22bbc5 None None] Provisioning complete for port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:41.652708 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-8ecd71f0-a76f-478f-84c5-f135dc22bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.663236 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] For port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,segment=NetworkSegment(dc03a84b-71d8-4472-ba89-089ce3fa5ecd),segment_id=dc03a84b-71d8-4472-ba89-089ce3fa5ecd)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:41.705769 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=7']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:41.712554 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-7cf1772b-3cef-4c56-81d4-ac91a9af5f81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9abe86-7f68-40de-a745-127ed3f23fb5 HTTP/1.1" status: 200 len: 217 time: 0.1661603 Feb 16 11:08:41.727530 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-62fa100d-5c04-43f2-a261-13b24d6af851 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:41.729721 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:41.736315 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-62fa100d-5c04-43f2-a261-13b24d6af851 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 809 time: 0.2201681 Feb 16 11:08:41.753910 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-1c4c11e9-174a-4f2f-96b3-fde1688fac4a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/quotas/3085f983b30c4ffab228a630a3e33ad8 HTTP/1.1" status: 200 len: 375 time: 0.0161560 Feb 16 11:08:41.876595 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd71f0-a76f-478f-84c5-f135dc22bbc5 None None] Port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:41.883399 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-6770583d-e0b5-4ad0-92ab-d1b7af458339 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282785 Feb 16 11:08:41.924405 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f259a-29c0-42c6-a06b-536999039af2 None None] Pushing event updated for resources: {'Port': ['ID=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:41.929511 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Routers {'56d9addb-64f0-41b5-aa8d-4b226e65db33'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:08:41.930494 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:08:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['56d9addb-64f0-41b5-aa8d-4b226e65db33'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:41.932278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-81ca7ef8-7662-4386-9e66-9a220ccaa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:41.934650 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-81ca7ef8-7662-4386-9e66-9a220ccaa057 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.2112360 Feb 16 11:08:42.017552 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-695908a7-9a87-4693-a865-b98d86fe49cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642827 Feb 16 11:08:42.115860 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-71e4fa27-b347-4e6e-b7ae-e29bbbd46211 service neutron] 10.222.0.52 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270973 Feb 16 11:08:42.184906 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ee198-ade7-4348-9686-1f8207f8ab57 req-554bc537-0c3a-461e-88bd-bc20ed905678 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:42.193857 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c66ee198-ade7-4348-9686-1f8207f8ab57 req-554bc537-0c3a-461e-88bd-bc20ed905678 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.4768302 Feb 16 11:08:42.231778 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] Set router 56d9addb-64f0-41b5-aa8d-4b226e65db33 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:08:42.330420 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-4c0de8de-5039-41e4-8072-358a6e8bc216 service neutron] 10.222.0.52 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017603 Feb 16 11:08:42.341538 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c66ee198-ade7-4348-9686-1f8207f8ab57 req-32c9ffb8-a33b-4fde-a0b1-69bfecd14a97 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330919 Feb 16 11:08:42.392122 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-4dd3e26a-dfd3-4cc5-a1b1-cff63086c6f5 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567183 Feb 16 11:08:42.441999 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-a4425b62-8b0c-450b-add1-c56f82adc80d None None] Provisioning complete for port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:42.442384 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a4425b62-8b0c-450b-add1-c56f82adc80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:42.521334 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5755cac-0088-47dd-9a31-2344d9546ac5 x-openstack-request-id: req-e5755cac-0088-47dd-9a31-2344d9546ac5 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:08:42.525956 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-plugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:08:42.525956 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5755cac-0088-47dd-9a31-2344d9546ac5 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:08:42.526346 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'code': 200} Feb 16 11:08:42.691213 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-a4425b62-8b0c-450b-add1-c56f82adc80d None None] Current status of the port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:42.691716 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a4425b62-8b0c-450b-add1-c56f82adc80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:42.774288 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaa374-25b2-4a59-8453-70b0cdc97eff req-27564e58-df24-42af-a639-42180f9c2f3c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:42.778410 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4acaa374-25b2-4a59-8453-70b0cdc97eff req-27564e58-df24-42af-a639-42180f9c2f3c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1498532 Feb 16 11:08:42.793432 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-81d16950-32a4-4f9b-813a-a5d6699d4f4d req-6923ca82-ba1d-4302-b5db-caa850791b13 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856859 Feb 16 11:08:42.904376 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-a4425b62-8b0c-450b-add1-c56f82adc80d None None] For port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,segment=NetworkSegment(dc03a84b-71d8-4472-ba89-089ce3fa5ecd),segment_id=dc03a84b-71d8-4472-ba89-089ce3fa5ecd)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:42.916894 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a4425b62-8b0c-450b-add1-c56f82adc80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:43.095127 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:08:35Z', 'revision_number': 4, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port': {'id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:29Z', 'updated_at': '2022-02-16T11:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'abc4be9f-6881-4fbd-9c7e-07ec2a5f947c', 'name': '', 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'mac_address': 'fa:16:3e:ea:e9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c562e34f-5b42-4ed2-a840-00814475f91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:33Z', 'updated_at': '2022-02-16T11:08:41Z', 'revision_number': 4, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'subnets': [{'id': 'c562e34f-5b42-4ed2-a840-00814475f91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:08:43.141369 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b563d098-b798-4a11-a308-23f423fcd423 None None] The sync data for ids ['56d9addb-64f0-41b5-aa8d-4b226e65db33'] in dv-cinder-773985-29-iscsi is: [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:08:35Z', 'revision_number': 4, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port': {'id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:29Z', 'updated_at': '2022-02-16T11:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'abc4be9f-6881-4fbd-9c7e-07ec2a5f947c', 'name': '', 'network_id': '60bbbb3a-aab2-432e-9a81-89f86d44a658', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'mac_address': 'fa:16:3e:ea:e9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c562e34f-5b42-4ed2-a840-00814475f91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:33Z', 'updated_at': '2022-02-16T11:08:41Z', 'revision_number': 4, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'subnets': [{'id': 'c562e34f-5b42-4ed2-a840-00814475f91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:08:43.142999 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4425b62-8b0c-450b-add1-c56f82adc80d None None] Pushing event updated for resources: {'Port': ['ID=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:43.237504 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4acaa374-25b2-4a59-8453-70b0cdc97eff req-5b9c4532-2808-4f08-bfed-d790a798b519 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379714 Feb 16 11:08:43.271300 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d630638-694b-4d50-91ea-0fbf06782442 req-4df4c2c6-27d2-4d23-a016-8fe0cad5e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:43.277620 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d630638-694b-4d50-91ea-0fbf06782442 req-4df4c2c6-27d2-4d23-a016-8fe0cad5e3d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 1128 time: 0.4017301 Feb 16 11:08:43.409461 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdbfa1-bdee-478d-8a8c-b3421a1e9d34 req-7c120865-f3cb-46ea-9d9a-26429e195566 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:43.430772 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-effdbfa1-bdee-478d-8a8c-b3421a1e9d34 req-7c120865-f3cb-46ea-9d9a-26429e195566 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2173500 Feb 16 11:08:43.508538 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d630638-694b-4d50-91ea-0fbf06782442 req-460b4302-7cbc-42cd-86c3-a64623153615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:43.520020 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d630638-694b-4d50-91ea-0fbf06782442 req-460b4302-7cbc-42cd-86c3-a64623153615 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 200 len: 915 time: 0.2300444 Feb 16 11:08:43.698033 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-effdbfa1-bdee-478d-8a8c-b3421a1e9d34 req-b34b0749-81d9-4be1-841a-4c1be3aee2ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662616 Feb 16 11:08:44.010421 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device abc4be9f-6881-4fbd-9c7e-07ec2a5f947c up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:44.038109 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2e2215e7-06f1-48d5-97ce-bd8535ee1ec9 req-6c832065-54ce-449e-bac7-bf896bed3aff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 210 time: 0.0608523 Feb 16 11:08:44.211462 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:44.211827 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:44.389925 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8238-9570-4588-93bd-2a011c88904d req-4f65ea2a-e319-4d39-b916-cb6a161bc5bd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:44.415924 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f44e8238-9570-4588-93bd-2a011c88904d req-4f65ea2a-e319-4d39-b916-cb6a161bc5bd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.2143149 Feb 16 11:08:44.618791 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:44.721106 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f44e8238-9570-4588-93bd-2a011c88904d req-8681281a-feb8-48f4-ba5d-131beb57c9c4 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973402 Feb 16 11:08:44.937425 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d630638-694b-4d50-91ea-0fbf06782442 req-6f5bd880-73fa-42cd-8903-f358f8aab0c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9abe86-7f68-40de-a745-127ed3f23fb5 HTTP/1.1" status: 200 len: 217 time: 1.3702714 Feb 16 11:08:44.965264 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0d0ef-2c4c-4a2b-ad56-6134e12f45f4 req-29955427-0b7c-4109-b1f9-308f928c262b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:44.980023 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7de0d0ef-2c4c-4a2b-ad56-6134e12f45f4 req-29955427-0b7c-4109-b1f9-308f928c262b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0865443 Feb 16 11:08:45.015682 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb2cac-3fcb-4fab-90ca-4e1101093478 req-d36805be-8622-4bcd-b7f7-4ddaa141c5d0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:45.023052 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a0cb2cac-3fcb-4fab-90ca-4e1101093478 req-d36805be-8622-4bcd-b7f7-4ddaa141c5d0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 944 time: 1.5009127 Feb 16 11:08:45.106502 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7de0d0ef-2c4c-4a2b-ad56-6134e12f45f4 req-2c3a6f3b-dc79-4c84-b3fb-15572bd880ec tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225581 Feb 16 11:08:45.169599 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d630638-694b-4d50-91ea-0fbf06782442 req-9408c463-1263-4bba-8a74-427fdef3ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:45.180040 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d630638-694b-4d50-91ea-0fbf06782442 req-9408c463-1263-4bba-8a74-427fdef3ccd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 200 len: 854 time: 0.2172973 Feb 16 11:08:45.336018 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d630638-694b-4d50-91ea-0fbf06782442 req-142c1ae3-d1d4-4029-890f-db7840af9674 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f08c4d3d-6dd8-400f-ba99-c676a3093cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298122 Feb 16 11:08:45.377593 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a0cb2cac-3fcb-4fab-90ca-4e1101093478 req-4d41901d-4f22-4767-addb-5c098bb1120b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447599 Feb 16 11:08:45.606950 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3dd9df9a-9f55-4db3-95e4-d1276e311046 req-a3ab3c8b-2fe7-4de5-bed1-e0994f91d779 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 210 time: 0.1116014 Feb 16 11:08:45.725716 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d630638-694b-4d50-91ea-0fbf06782442 req-51ecf1d6-ba0a-41bf-bf90-8618289c2fc8 service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805709 Feb 16 11:08:45.845191 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0991943-fc84-4d99-88a0-aa556b5a58b7 req-ad1c5026-69b2-4cf4-9f3c-d84009e3128a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:45.869114 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b0991943-fc84-4d99-88a0-aa556b5a58b7 req-ad1c5026-69b2-4cf4-9f3c-d84009e3128a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.5291317 Feb 16 11:08:46.082499 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0d630638-694b-4d50-91ea-0fbf06782442 req-d05a3cca-d494-4e61-b4d4-0a21835c7fbd service neutron] 10.222.0.42 "GET /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511000 Feb 16 11:08:46.108835 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b0991943-fc84-4d99-88a0-aa556b5a58b7 req-08759cc1-8bef-4be7-994b-f6f27560e089 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360184 Feb 16 11:08:46.196348 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499d4f-548f-4862-abab-769bfee22c83 req-dea4da84-8369-4257-805a-4a72dc155d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:46.199191 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65499d4f-548f-4862-abab-769bfee22c83 req-dea4da84-8369-4257-805a-4a72dc155d5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.1822450 Feb 16 11:08:46.203829 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-b3a3bf48-2de7-4c75-b786-da66d2cf422a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:46.206507 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-b3a3bf48-2de7-4c75-b786-da66d2cf422a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.42 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 809 time: 0.7438745 Feb 16 11:08:46.475411 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46410-b964-4dcf-ac4a-d5af5d29220c req-8a7baddc-08f4-4a92-830f-1fe849c6c9c6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:46.490496 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-53d46410-b964-4dcf-ac4a-d5af5d29220c req-8a7baddc-08f4-4a92-830f-1fe849c6c9c6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.4108646 Feb 16 11:08:46.520212 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5115-29d6-4e57-96b5-69c756c999bb req-d19ba807-8ef7-4a5d-a201-f8aed62f5c81 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:46.538012 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-509d5115-29d6-4e57-96b5-69c756c999bb req-d19ba807-8ef7-4a5d-a201-f8aed62f5c81 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1480379 Feb 16 11:08:46.565723 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-a9323f6e-1ea5-4142-81fd-6c2ba8b90f6b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3085f983b30c4ffab228a630a3e33ad8 HTTP/1.1" status: 200 len: 380 time: 0.3502564 Feb 16 11:08:46.599645 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'port': {'device_id': '450c5008-77da-4c13-bd11-df24666a65ed', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'admin_state_up': True, 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'security_groups': ['55e6e48e-c46b-4cdb-b71c-75e879554897']}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:46.743991 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-53d46410-b964-4dcf-ac4a-d5af5d29220c req-bfb8772f-1756-4d35-8423-ef7b7da27775 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423480 Feb 16 11:08:46.795898 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499d4f-548f-4862-abab-769bfee22c83 req-88b30cf3-11a0-484c-bb3a-22fa0e1dfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:46.798651 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65499d4f-548f-4862-abab-769bfee22c83 req-88b30cf3-11a0-484c-bb3a-22fa0e1dfc37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.5756307 Feb 16 11:08:46.918238 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 8b9abe86-7f68-40de-a745-127ed3f23fb5 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:08:46.933853 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65499d4f-548f-4862-abab-769bfee22c83 req-f9cc4c49-9b79-4ec6-aaea-359b9cf27ff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 217 time: 0.1268907 Feb 16 11:08:46.975168 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-509d5115-29d6-4e57-96b5-69c756c999bb req-8f39a764-ef0b-442b-adba-4d8bed242e8f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323642 Feb 16 11:08:47.111366 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Made reservation on behalf of 3085f983b30c4ffab228a630a3e33ad8 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:08:47.117902 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:47.217996 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499d4f-548f-4862-abab-769bfee22c83 req-63ca44ac-d200-4f3d-9c67-ac4ac095c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:47.233403 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65499d4f-548f-4862-abab-769bfee22c83 req-63ca44ac-d200-4f3d-9c67-ac4ac095c785 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.1970539 Feb 16 11:08:47.235238 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-edfe3fee-4f33-4dec-b526-2aa2eff85ac7 req-7befe73c-4539-4c5c-a9a4-c82b694c4b98 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 210 time: 0.1022151 Feb 16 11:08:47.266543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 8b9abe86-7f68-40de-a745-127ed3f23fb5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b9abe86-7f68-40de-a745-127ed3f23fb5,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:47.308936 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '8b9abe86-7f68-40de-a745-127ed3f23fb5', 'network_id': 'f08c4d3d-6dd8-400f-ba99-c676a3093cf6', 'port_id': '8b9abe86-7f68-40de-a745-127ed3f23fb5', 'mac_address': 'fa:16:3e:e3:eb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2492744-3977-41e5-9827-b23495773be5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:08:47.333344 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65499d4f-548f-4862-abab-769bfee22c83 req-41999cef-8b13-47be-a69f-f994be6e4f1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938315 Feb 16 11:08:47.351094 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098e19-cc14-48ea-9762-505d9329c86c req-9351c09d-9cbc-4bf9-9653-d692eead230b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:47.358369 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c6098e19-cc14-48ea-9762-505d9329c86c req-9351c09d-9cbc-4bf9-9653-d692eead230b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 944 time: 0.4628296 Feb 16 11:08:47.402846 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 8b9abe86-7f68-40de-a745-127ed3f23fb5 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:47.403540 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:47.454688 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9abe86-7f68-40de-a745-127ed3f23fb5 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:08:47.537446 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Allocated IP 172.20.0.8 (4cca7073-ccc2-4aa1-bdd0-0df7c644586f/40ee2a97-f501-4379-bd2f-e83af55d6bae/04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:08:47.580006 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 8b9abe86-7f68-40de-a745-127ed3f23fb5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b9abe86-7f68-40de-a745-127ed3f23fb5,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:47.589951 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:47.635187 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c6098e19-cc14-48ea-9762-505d9329c86c req-d04818a7-30ac-434c-bcc5-925d5e6dd754 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567539 Feb 16 11:08:47.702253 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65499d4f-548f-4862-abab-769bfee22c83 req-edeab641-8fd5-4b6e-8e5d-acabf9712e77 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344183 Feb 16 11:08:47.785189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:47.829996 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=8b9abe86-7f68-40de-a745-127ed3f23fb5,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:47.863985 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:47.944938 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:08:47.949273 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:08:47.962373 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:08:47.971510 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['8b9abe86-7f68-40de-a745-127ed3f23fb5'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:08:47.979905 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:47.980525 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:48.026652 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9570d-0aef-4615-a096-d3edba3b4f2c req-33d67448-b9da-4197-bfca-9ea623ff5fd9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:48.030900 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-abc9570d-0aef-4615-a096-d3edba3b4f2c req-33d67448-b9da-4197-bfca-9ea623ff5fd9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2031107 Feb 16 11:08:48.092721 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:48.138729 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-e68e9a85-8b29-4d7b-a0fe-314a1ca6a1ff tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5535340 Feb 16 11:08:48.183129 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Request body: {'port': {'device_id': '450c5008-77da-4c13-bd11-df24666a65ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:08:48.259906 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-abc9570d-0aef-4615-a096-d3edba3b4f2c req-2d348437-6a06-4d7f-88b6-47e404723a76 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110822 Feb 16 11:08:48.265869 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65499d4f-548f-4862-abab-769bfee22c83 req-66e67aa0-f1ba-4786-a600-06648785a36a service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626562 Feb 16 11:08:48.334551 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-b264a9dc-31ae-44c5-a315-5e09d64a9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:48.337630 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-b264a9dc-31ae-44c5-a315-5e09d64a9092 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 1129 time: 0.4026988 Feb 16 11:08:48.404189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:48.423509 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953a964-1f1b-4586-b8ff-962cc6550f1b req-c9985875-369d-4b68-8e06-b73347c37c7e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:48.428629 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3953a964-1f1b-4586-b8ff-962cc6550f1b req-c9985875-369d-4b68-8e06-b73347c37c7e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.6201310 Feb 16 11:08:48.484688 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-24c00f0b-ad38-4615-af4b-37b2c9cf4081 None None] Provisioning complete for port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:48.485066 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-24c00f0b-ad38-4615-af4b-37b2c9cf4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:48.553271 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697868-a765-447d-a8ea-0fa3fd45b8be req-cd1ed2c6-980a-4443-bc1b-a270f3e517da tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:48.560825 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fc697868-a765-447d-a8ea-0fa3fd45b8be req-cd1ed2c6-980a-4443-bc1b-a270f3e517da tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1703486 Feb 16 11:08:48.599150 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-24c00f0b-ad38-4615-af4b-37b2c9cf4081 None None] Port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:08:48.618338 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3953a964-1f1b-4586-b8ff-962cc6550f1b req-2dc9c617-d620-4e27-85a9-5a7060c6a89d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835606 Feb 16 11:08:48.791695 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fc697868-a765-447d-a8ea-0fa3fd45b8be req-c26d7b23-9ae5-492d-9295-7ff85d74970e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596663 Feb 16 11:08:48.794766 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 55414) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:48.896719 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-2f8a808d-97b6-4489-8954-8022e75a6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:48.947834 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-2f8a808d-97b6-4489-8954-8022e75a6e71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 912 time: 0.5950055 Feb 16 11:08:49.080875 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90462157-d912-41ca-b97d-016121aeffe7 req-6faa7a6b-490e-4b34-9031-779ed1ef8a05 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:49.084074 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-90462157-d912-41ca-b97d-016121aeffe7 req-6faa7a6b-490e-4b34-9031-779ed1ef8a05 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 931 time: 0.3274562 Feb 16 11:08:49.292191 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-90462157-d912-41ca-b97d-016121aeffe7 req-dd119d60-438e-4ccc-b90c-5d3f01da1a55 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004056 Feb 16 11:08:49.320171 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-8f6a8229-b615-449f-9169-ff5d497182e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cb00bc-0902-4e29-8660-930518fe3343 HTTP/1.1" status: 200 len: 1001 time: 0.3717213 Feb 16 11:08:49.348945 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b449270-5483-46a2-b901-609d25f7b17f req-be606c13-36c9-4f28-b8be-a879976cd9c2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:49.359908 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b449270-5483-46a2-b901-609d25f7b17f req-be606c13-36c9-4f28-b8be-a879976cd9c2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 945 time: 0.3539457 Feb 16 11:08:49.373743 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f40f46b6-ddaf-4cbd-ab36-2aa27cc27f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:49.417753 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-7f3272f3-92d2-4064-b05e-b9c92baa2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:49.420141 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-7f3272f3-92d2-4064-b05e-b9c92baa2ee2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 200 len: 850 time: 0.0930541 Feb 16 11:08:49.512074 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:08:49.534930 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Publish callbacks [] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:49.558008 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4387a5d-586f-4ebc-baa9-09fec9226147 req-e5851da8-ff15-4115-8b51-1f9cf8a97d5f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:49.558177 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b449270-5483-46a2-b901-609d25f7b17f req-15050120-0e68-4cbc-8f89-fe3b8951e96f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950493 Feb 16 11:08:49.567668 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d4387a5d-586f-4ebc-baa9-09fec9226147 req-e5851da8-ff15-4115-8b51-1f9cf8a97d5f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1006799 Feb 16 11:08:49.584506 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-8528d894-db11-4ecc-8472-515c3e490dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:49.587399 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-8528d894-db11-4ecc-8472-515c3e490dde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed8176-9ecb-45e7-8e85-50a322122886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1589267 Feb 16 11:08:49.620289 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Transition to ACTIVE for port object 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:08:49.633025 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:49.752547 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-7c99c825-5bf5-4dfe-bd4d-5f1b54615649 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560576 Feb 16 11:08:49.902908 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:49.926617 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f40f46b6-ddaf-4cbd-ab36-2aa27cc27f14 admin admin] Publish callbacks [] for security_group (4989d2c9-9289-4b21-8fb6-dd336d4a6aee), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:49.957754 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f40f46b6-ddaf-4cbd-ab36-2aa27cc27f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (4989d2c9-9289-4b21-8fb6-dd336d4a6aee), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:49.958652 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b3fc081-3a66-453e-96c0-098ed3ea9f99 req-768d8501-efb7-4050-9f52-88b30cb1a9f6 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980429 Feb 16 11:08:49.996240 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Attempting to bind port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:08:49.996635 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Attempting to bind port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:08:49.996917 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Attempting to bind port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c on network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:50.028869 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f40f46b6-ddaf-4cbd-ab36-2aa27cc27f14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eed8a70e6be84077a7978f098d6f3e22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2329099 Feb 16 11:08:50.030950 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f46b6-ddaf-4cbd-ab36-2aa27cc27f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4989d2c9-9289-4b21-8fb6-dd336d4a6aee,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:50.032780 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 55428) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:50.045832 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a7cfc-1016-475b-85ee-f44dd641e81c req-ce7def72-1fbe-42c2-859d-45e3f158bca8 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:50.047475 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2c5a7cfc-1016-475b-85ee-f44dd641e81c req-ce7def72-1fbe-42c2-859d-45e3f158bca8 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.2758579 Feb 16 11:08:50.094035 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c on network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:08:50.094612 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Attempting to bind port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c on network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:08:50.146153 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d4387a5d-586f-4ebc-baa9-09fec9226147 req-1f6dc774-6a68-4bf8-9bb1-0776e24ae1e0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5770435 Feb 16 11:08:50.188477 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:08:50.192270 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Checking segment: {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:08:50.193194 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Bound using segment: {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:08:50.194469 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Bound port: 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3aa82c-1940-4ae8-a689-50e7c2260e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:08:50.195614 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:50.258919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f658-8a36-40b2-b8a3-ab8f571257b7 admin admin] Publish callbacks [] for security_group (4989d2c9-9289-4b21-8fb6-dd336d4a6aee), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:50.344138 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f658-8a36-40b2-b8a3-ab8f571257b7 admin admin] Publish callbacks [] for security_group (4989d2c9-9289-4b21-8fb6-dd336d4a6aee), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:50.358825 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2c5a7cfc-1016-475b-85ee-f44dd641e81c req-dbb83954-fecb-4cae-9cd7-4dcee809852f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005869 Feb 16 11:08:50.442033 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:08:50.453507 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:08:50.471794 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:50.501197 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47ca7d-c74d-43bd-b4a5-f4a31df488a0 req-cdda3785-4399-4dd0-8e3d-be363355e796 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:50.503725 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c47ca7d-c74d-43bd-b4a5-f4a31df488a0 req-cdda3785-4399-4dd0-8e3d-be363355e796 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2245185 Feb 16 11:08:50.549556 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f658-8a36-40b2-b8a3-ab8f571257b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (4989d2c9-9289-4b21-8fb6-dd336d4a6aee), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:50.557887 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f658-8a36-40b2-b8a3-ab8f571257b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:50.559789 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-a4e4f658-8a36-40b2-b8a3-ab8f571257b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4989d2c9-9289-4b21-8fb6-dd336d4a6aee HTTP/1.1" status: 204 len: 168 time: 0.5255001 Feb 16 11:08:50.593132 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f658-8a36-40b2-b8a3-ab8f571257b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4989d2c9-9289-4b21-8fb6-dd336d4a6aee,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:50.596770 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:50.641137 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:50.642420 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:50.644409 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-752e2a18-9ad5-45da-a365-7c75187956ab service neutron] 10.222.0.42 "PUT /v2.0/ports/04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 1093 time: 2.4924319 Feb 16 11:08:50.648828 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:08:50.652863 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:08:50.654635 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 8b9abe86-7f68-40de-a745-127ed3f23fb5 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:08:50.707104 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c47ca7d-c74d-43bd-b4a5-f4a31df488a0 req-7013de66-c164-43bd-89b1-1cc035e1b4e5 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850662 Feb 16 11:08:50.897518 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 8b9abe86-7f68-40de-a745-127ed3f23fb5 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:08:50.901960 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 8b9abe86-7f68-40de-a745-127ed3f23fb5 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:08:50.902340 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:51.014218 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-ae28b370-7f61-4e8f-aec6-b13035c351cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:51.027498 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-ae28b370-7f61-4e8f-aec6-b13035c351cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1127 time: 0.2988682 Feb 16 11:08:51.149095 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 8b9abe86-7f68-40de-a745-127ed3f23fb5 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:08:51.149829 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:51.209260 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 8b9abe86-7f68-40de-a745-127ed3f23fb5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b9abe86-7f68-40de-a745-127ed3f23fb5,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:08:51.211325 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9abe86-7f68-40de-a745-127ed3f23fb5'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:08:51.215233 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e9a06-e505-4d18-bdcf-70986344948c" -d '{"events": [{"server_uuid": "615fb7d3-53bd-402e-bda2-56da6d3b41c5", "name": "network-vif-plugged", "status": "completed", "tag": "8b9abe86-7f68-40de-a745-127ed3f23fb5"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:08:51.221348 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:51.228719 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60cb02-98ae-4a32-8e5d-52f2aaa956cd req-8fe25df5-6ce0-471f-88a1-690e33435cbe tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:51.245057 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-19f373c4-9663-404a-8f0d-3b3161b334bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 217 time: 0.1921880 Feb 16 11:08:51.245923 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c60cb02-98ae-4a32-8e5d-52f2aaa956cd req-8fe25df5-6ce0-471f-88a1-690e33435cbe tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 945 time: 0.3129842 Feb 16 11:08:51.285020 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b99bc1-7d03-4aed-8978-05cbde06dc35 req-879a7de4-708e-49b8-a41a-d5266d7a04e8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:51.290495 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-81b99bc1-7d03-4aed-8978-05cbde06dc35 req-879a7de4-708e-49b8-a41a-d5266d7a04e8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.4743252 Feb 16 11:08:51.328815 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=8b9abe86-7f68-40de-a745-127ed3f23fb5,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:51.426843 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c60cb02-98ae-4a32-8e5d-52f2aaa956cd req-258e05e4-bf2f-4c68-959a-94df2cd32672 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792786 Feb 16 11:08:51.449365 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 55454) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:51.492993 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-985997e4-73c1-43e9-a27d-ce2947b7208f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:51.575092 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-5b5a0462-7f7e-425a-a0d3-a57d8f7ce894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:51.577481 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-5b5a0462-7f7e-425a-a0d3-a57d8f7ce894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 200 len: 848 time: 0.2860332 Feb 16 11:08:51.622753 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-81b99bc1-7d03-4aed-8978-05cbde06dc35 req-335f57bd-43f1-4238-82b7-36e321134ab6 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948565 Feb 16 11:08:51.630003 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f4f428-106f-44cb-a016-6450658b2926 x-openstack-request-id: req-d5f4f428-106f-44cb-a016-6450658b2926 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:08:51.633030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:08:51.633633 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5f4f428-106f-44cb-a016-6450658b2926 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:08:51.635024 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'status': 'completed', 'code': 200} Feb 16 11:08:51.760088 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b49326-7e6c-454b-9b23-9b2740b28d38 x-openstack-request-id: req-06b49326-7e6c-454b-9b23-9b2740b28d38 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:08:51.760615 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615fb7d3-53bd-402e-bda2-56da6d3b41c5", "name": "network-vif-plugged", "status": "completed", "tag": "8b9abe86-7f68-40de-a745-127ed3f23fb5", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:08:51.760741 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06b49326-7e6c-454b-9b23-9b2740b28d38 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:08:51.761101 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9abe86-7f68-40de-a745-127ed3f23fb5', 'code': 200} Feb 16 11:08:51.774294 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-9121f8c6-b2ad-4a66-9027-f149db63a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:51.782490 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-9121f8c6-b2ad-4a66-9027-f149db63a629 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1928289 Feb 16 11:08:51.885068 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-985997e4-73c1-43e9-a27d-ce2947b7208f admin admin] Publish callbacks [] for security_group (a6d4d6da-2272-4f3d-88ee-597811144c0a), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:51.897147 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-985997e4-73c1-43e9-a27d-ce2947b7208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a6d4d6da-2272-4f3d-88ee-597811144c0a), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:51.933418 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985997e4-73c1-43e9-a27d-ce2947b7208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d4d6da-2272-4f3d-88ee-597811144c0a,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:51.999792 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cce3ef-7501-4a06-8e62-836b8d231ba6 req-66a98da6-dbff-4f15-b4c3-ddfb20e98632 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:52.014357 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-29cce3ef-7501-4a06-8e62-836b8d231ba6 req-66a98da6-dbff-4f15-b4c3-ddfb20e98632 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1970577 Feb 16 11:08:52.059977 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b77ee-c1be-467b-95fc-40fa436e7de1 req-3530b115-206a-4294-b193-2a080b94a87d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:52.073101 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fe7b77ee-c1be-467b-95fc-40fa436e7de1 req-3530b115-206a-4294-b193-2a080b94a87d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1937976 Feb 16 11:08:52.077706 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 55458) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:52.079508 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-985997e4-73c1-43e9-a27d-ce2947b7208f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3420c1ef923d4d89913e85ea80f382ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6280990 Feb 16 11:08:52.082652 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-ce1d8a87-60a8-46b6-992e-0cfb71db3e79 service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891965 Feb 16 11:08:52.229530 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fe7b77ee-c1be-467b-95fc-40fa436e7de1 req-19e294f1-7370-486a-afcb-b45dfb85b290 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538723 Feb 16 11:08:52.239180 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-29cce3ef-7501-4a06-8e62-836b8d231ba6 req-1134c3df-1c0f-40fc-a6b7-ff6b6ae3e2c6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266808 Feb 16 11:08:52.271599 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bafa4c-9a00-4b31-86e0-44bb1d98b658 req-35629756-0533-4ae0-a2d0-adea47b6b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:52.274052 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-31bafa4c-9a00-4b31-86e0-44bb1d98b658 req-35629756-0533-4ae0-a2d0-adea47b6b227 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 1130 time: 0.1857455 Feb 16 11:08:52.287242 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a9ded5f4-7cf5-4a84-b829-0d28ef304375 admin admin] Publish callbacks [] for security_group (a6d4d6da-2272-4f3d-88ee-597811144c0a), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:52.353107 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-31bafa4c-9a00-4b31-86e0-44bb1d98b658 req-1b9efea2-f962-4878-83c6-f3120d797c60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Feb 16 11:08:52.358264 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b916f4c-8b06-477e-9d46-cf814afbc05c req-cd4a6969-0174-4b28-9bf1-8fc20f9c5bee service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524824 Feb 16 11:08:52.391093 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a9ded5f4-7cf5-4a84-b829-0d28ef304375 admin admin] Publish callbacks [] for security_group (a6d4d6da-2272-4f3d-88ee-597811144c0a), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:52.455554 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f15172-8400-477e-805f-378d13933331 req-d3eca0ed-8b73-433c-a8f2-447027e6eecf tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:52.463832 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-09f15172-8400-477e-805f-378d13933331 req-d3eca0ed-8b73-433c-a8f2-447027e6eecf tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1459529 Feb 16 11:08:52.540174 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-09f15172-8400-477e-805f-378d13933331 req-205c31a7-122b-4819-af01-19e1bdb2d641 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751076 Feb 16 11:08:52.541377 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a9ded5f4-7cf5-4a84-b829-0d28ef304375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (a6d4d6da-2272-4f3d-88ee-597811144c0a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:52.545470 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a9ded5f4-7cf5-4a84-b829-0d28ef304375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:52.549616 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a9ded5f4-7cf5-4a84-b829-0d28ef304375 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6d4d6da-2272-4f3d-88ee-597811144c0a HTTP/1.1" status: 204 len: 168 time: 0.4681659 Feb 16 11:08:52.570312 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ded5f4-7cf5-4a84-b829-0d28ef304375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d4d6da-2272-4f3d-88ee-597811144c0a,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:52.729782 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73227e1-df62-42f9-b798-90530a4f3838 req-79550216-1f5e-4239-b7c1-263badbf16c3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:52.743330 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b73227e1-df62-42f9-b798-90530a4f3838 req-79550216-1f5e-4239-b7c1-263badbf16c3 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 946 time: 0.1872640 Feb 16 11:08:52.865973 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b73227e1-df62-42f9-b798-90530a4f3838 req-b83c1058-8f14-4296-a5d3-6021c0a20ef0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215448 Feb 16 11:08:52.889815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-19e9762d-d942-4508-9c69-34589bf7e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:52.899917 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-19e9762d-d942-4508-9c69-34589bf7e191 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1127 time: 0.2324955 Feb 16 11:08:53.028960 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244496c6-3307-4c78-8ee2-1561e5567820 req-25cb8d55-6f04-481c-b77a-210bd0c7438e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:53.037293 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-244496c6-3307-4c78-8ee2-1561e5567820 req-25cb8d55-6f04-481c-b77a-210bd0c7438e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.2792172 Feb 16 11:08:53.586925 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb94a6-06cc-4240-a1a6-2c9a11d86c21 req-36466b62-2ddf-4ea2-b756-c52f4fe435aa tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:53.598971 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-15cb94a6-06cc-4240-a1a6-2c9a11d86c21 req-36466b62-2ddf-4ea2-b756-c52f4fe435aa tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2297027 Feb 16 11:08:53.696780 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-be3f7831-9076-49b9-ad20-b53c3d05889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:53.782390 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-15cb94a6-06cc-4240-a1a6-2c9a11d86c21 req-150a5d05-1f70-4f22-85e2-f0dd8b386707 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818159 Feb 16 11:08:53.845514 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-244496c6-3307-4c78-8ee2-1561e5567820 req-7997a745-8e0e-495f-99d1-b1e7052b6f27 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7929633 Feb 16 11:08:53.848025 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-98c559be-4023-43aa-ac69-2a74a48a5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:53.849813 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-98c559be-4023-43aa-ac69-2a74a48a5845 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 910 time: 0.9341655 Feb 16 11:08:53.996974 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-feeed5d8-0568-4dbf-ba17-b9e9a455b7ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 217 time: 0.1399481 Feb 16 11:08:54.105088 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937a9df-3381-48b7-8d39-80c9d835d696 req-ba4cd237-9ce2-4035-9e66-b4136a991c39 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:54.113153 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-bb59eff5-ad1b-49ec-a8e9-cce032e95c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:54.114857 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-bb59eff5-ad1b-49ec-a8e9-cce032e95c56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 200 len: 848 time: 0.1043096 Feb 16 11:08:54.115650 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b937a9df-3381-48b7-8d39-80c9d835d696 req-ba4cd237-9ce2-4035-9e66-b4136a991c39 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 946 time: 0.1160183 Feb 16 11:08:54.240111 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-7c63f5ca-a0bc-4f89-8e41-acf7c1500927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:54.241710 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-7c63f5ca-a0bc-4f89-8e41-acf7c1500927 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1205640 Feb 16 11:08:54.285576 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b937a9df-3381-48b7-8d39-80c9d835d696 req-a3607ff4-d65a-4509-9ae5-56ef820e847f tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688857 Feb 16 11:08:54.422625 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-276eebc8-a9ad-46e5-956e-2660bc41450f service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658275 Feb 16 11:08:54.588006 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0f1b9-1e7c-4114-bbcf-142bfc51d841 req-a2bd2c3c-1bea-41da-a80e-ed552420d979 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:54.609606 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3ec0f1b9-1e7c-4114-bbcf-142bfc51d841 req-a2bd2c3c-1bea-41da-a80e-ed552420d979 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1848371 Feb 16 11:08:54.735481 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3ec0f1b9-1e7c-4114-bbcf-142bfc51d841 req-754c3993-6836-429a-ab67-2f42755a9185 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245921 Feb 16 11:08:54.784948 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f9f0ffa5-ad85-4c8f-abed-931ce97ac36a req-27dfda71-4453-4834-a232-23bbc4a28073 service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116760 Feb 16 11:08:55.240223 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198175ba-5777-4d4a-a170-42852db81372 req-8fb872f9-acbc-4038-a420-330d82b7929b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:55.246368 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-198175ba-5777-4d4a-a170-42852db81372 req-8fb872f9-acbc-4038-a420-330d82b7929b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.2085853 Feb 16 11:08:55.377514 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-198175ba-5777-4d4a-a170-42852db81372 req-2feacc0d-9bfc-43a6-b52f-0d4057856eba tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225743 Feb 16 11:08:55.607643 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 55540) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:55.722750 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37513ed-242d-4c56-854e-1d555d5f8d0b req-f563c881-c8c4-4c6c-b4af-2c8f5d8af790 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:55.742602 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a37513ed-242d-4c56-854e-1d555d5f8d0b req-f563c881-c8c4-4c6c-b4af-2c8f5d8af790 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1732581 Feb 16 11:08:55.864780 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-434b20fb-4886-4eee-9463-e6d7ff9da269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:55.866400 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a37513ed-242d-4c56-854e-1d555d5f8d0b req-b240b36e-9746-4488-9cbf-63dd9a81fa5c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193218 Feb 16 11:08:56.095566 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-434b20fb-4886-4eee-9463-e6d7ff9da269 admin admin] Publish callbacks [] for security_group (532b00a6-ad2b-47cc-87b1-a07b6b3d3746), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:56.110330 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f0c0ca3a-229c-4628-a1e3-5d27170c4c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:56.161652 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-434b20fb-4886-4eee-9463-e6d7ff9da269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (532b00a6-ad2b-47cc-87b1-a07b6b3d3746), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:56.298316 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b20fb-4886-4eee-9463-e6d7ff9da269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532b00a6-ad2b-47cc-87b1-a07b6b3d3746,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:56.363959 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-434b20fb-4886-4eee-9463-e6d7ff9da269 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae1f395f024042d7bf88ab81a7a65d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7505512 Feb 16 11:08:56.404801 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 55552) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:08:56.532425 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bc56878a-ffbc-4aca-b8e1-50a9ad711c2d admin admin] Publish callbacks [] for security_group (532b00a6-ad2b-47cc-87b1-a07b6b3d3746), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:56.638972 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bc56878a-ffbc-4aca-b8e1-50a9ad711c2d admin admin] Publish callbacks [] for security_group (532b00a6-ad2b-47cc-87b1-a07b6b3d3746), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:56.700375 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9294821-8111-41a3-b918-137f2df80a15 req-69d919bd-a733-4a6e-beef-c7e56dd67e77 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:56.702195 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e9294821-8111-41a3-b918-137f2df80a15 req-69d919bd-a733-4a6e-beef-c7e56dd67e77 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1676192 Feb 16 11:08:56.774731 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e9294821-8111-41a3-b918-137f2df80a15 req-32c9bb46-5cd0-4bf1-ad41-91310c475272 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632555 Feb 16 11:08:56.805087 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bc56878a-ffbc-4aca-b8e1-50a9ad711c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (532b00a6-ad2b-47cc-87b1-a07b6b3d3746), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:56.809400 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bc56878a-ffbc-4aca-b8e1-50a9ad711c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:56.818072 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-bc56878a-ffbc-4aca-b8e1-50a9ad711c2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/532b00a6-ad2b-47cc-87b1-a07b6b3d3746 HTTP/1.1" status: 204 len: 168 time: 0.4058785 Feb 16 11:08:56.840845 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56878a-ffbc-4aca-b8e1-50a9ad711c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532b00a6-ad2b-47cc-87b1-a07b6b3d3746,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:08:57.074154 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511a188-99c4-49b9-92f3-66651217e3e9 req-f20cceca-4eb7-405d-850b-a967fd7d3e3f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:57.083179 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2511a188-99c4-49b9-92f3-66651217e3e9 req-f20cceca-4eb7-405d-850b-a967fd7d3e3f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1195457 Feb 16 11:08:57.179527 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2511a188-99c4-49b9-92f3-66651217e3e9 req-ac0b3a08-b516-43ff-ad7f-4b6c598633d5 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842509 Feb 16 11:08:57.336996 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:58.078756 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a4b3f-a0ad-4931-89b0-d6b08d13a9c4 req-9c2405a5-da42-4e11-badf-04c3f516160a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:58.081117 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-283a4b3f-a0ad-4931-89b0-d6b08d13a9c4 req-9c2405a5-da42-4e11-badf-04c3f516160a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.1767070 Feb 16 11:08:58.174197 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-283a4b3f-a0ad-4931-89b0-d6b08d13a9c4 req-4fb94c94-6daa-4336-80bf-0b7015dc00e3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790381 Feb 16 11:08:58.412176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b972cd-a2d7-4e1a-8dc6-25c38d9c3208 req-749d669e-1d8e-4e8f-9cf1-383a3711e934 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:58.413923 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f7b972cd-a2d7-4e1a-8dc6-25c38d9c3208 req-749d669e-1d8e-4e8f-9cf1-383a3711e934 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1047990 Feb 16 11:08:58.521341 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f7b972cd-a2d7-4e1a-8dc6-25c38d9c3208 req-6f1ddd50-9ae8-4ff2-a2e1-fb8e5bf9790c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961654 Feb 16 11:08:59.021040 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:08:59.356072 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d50f4b-2c82-4f03-8a00-c118c91ae7d7 req-470b74d4-42e0-4376-b9a5-3a52ec87725b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:59.367381 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-53d50f4b-2c82-4f03-8a00-c118c91ae7d7 req-470b74d4-42e0-4376-b9a5-3a52ec87725b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0957534 Feb 16 11:08:59.462175 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-53d50f4b-2c82-4f03-8a00-c118c91ae7d7 req-d53dd146-013e-4d50-a676-bf039980f44b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916967 Feb 16 11:08:59.734686 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97565b-e10e-43dd-abc9-03b4c608d399 req-73319235-dea7-4355-b0b2-fedc5f7d6af5 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:08:59.749215 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ec97565b-e10e-43dd-abc9-03b4c608d399 req-73319235-dea7-4355-b0b2-fedc5f7d6af5 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1283879 Feb 16 11:08:59.851942 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ec97565b-e10e-43dd-abc9-03b4c608d399 req-bfc5657f-b9a8-41f0-b7c1-4cfe7b7bf2a3 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987871 Feb 16 11:08:59.923705 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:00.208779 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-97b14648-c78b-4e44-abc8-2e77a5be1de2 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:00.218609 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-97b14648-c78b-4e44-abc8-2e77a5be1de2 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/networks?id=370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 200 len: 815 time: 0.2386377 Feb 16 11:09:00.240465 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-c67b1cfb-0f21-4a31-a2d3-0b361aa850cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/quotas/4bc7d95a8f0941e0a52b73deec7f11cd HTTP/1.1" status: 200 len: 375 time: 0.0203869 Feb 16 11:09:00.331581 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-403efbed-473a-4817-a477-6b6c9dc5c714 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901814 Feb 16 11:09:00.472762 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:00.483931 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-37b007fb-e828-451d-94db-5a4e422c326f service neutron] 10.222.0.52 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358860 Feb 16 11:09:00.615658 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4126a6-1d4c-4c1c-9325-7989433bfe9a req-a608185e-dcb9-412c-99c7-a3495165267f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:00.617784 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b4126a6-1d4c-4c1c-9325-7989433bfe9a req-a608185e-dcb9-412c-99c7-a3495165267f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0740955 Feb 16 11:09:00.657231 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-f6c5235f-9e30-41b6-afcb-70a2ad164077 service neutron] 10.222.0.52 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720021 Feb 16 11:09:00.685223 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b4126a6-1d4c-4c1c-9325-7989433bfe9a req-57784619-5c53-4def-8247-5db9d8fef4ff tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596039 Feb 16 11:09:00.960879 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-95cde735-18e8-427f-bcd0-931d0110dec9 req-e2061c96-35a3-40a2-9cdb-b636fd48f15d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0349779 Feb 16 11:09:01.008688 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50bb7d-9251-440c-800d-18038efd5168 req-60599f49-d7bf-4165-adcc-f06952f1818b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:01.010429 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6d50bb7d-9251-440c-800d-18038efd5168 req-60599f49-d7bf-4165-adcc-f06952f1818b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0744779 Feb 16 11:09:01.120349 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6d50bb7d-9251-440c-800d-18038efd5168 req-627a8e3e-1b3d-496c-a73d-c54e9ec375e0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990396 Feb 16 11:09:01.794230 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:09:01.821402 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf8f6a-add6-4144-a7cb-aaf518cb7b87 req-dc9ce3ce-f205-4589-9d20-b05a7e769ecf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:01.823012 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7acf8f6a-add6-4144-a7cb-aaf518cb7b87 req-dc9ce3ce-f205-4589-9d20-b05a7e769ecf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0648332 Feb 16 11:09:01.877445 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7acf8f6a-add6-4144-a7cb-aaf518cb7b87 req-b7cb41ef-adbe-4127-ae4c-895ccf7ef01c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Feb 16 11:09:01.907614 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:01.919843 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'port_id': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'mac_address': 'fa:16:3e:86:ee:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:09:01.974045 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:01.974460 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:01.992688 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:09:02.015674 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:02.020997 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:02.068192 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e5e4be83-f555-4687-a4cf-d32d7874b56f req-0028423d-4100-4d60-a6bf-5061bc320733 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0280886 Feb 16 11:09:02.072456 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:02.243025 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de11986-c31f-40d2-a638-7473cd45b201 req-012f83db-41f1-4f5a-bd94-e4faa3f44df0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:02.244580 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6de11986-c31f-40d2-a638-7473cd45b201 req-012f83db-41f1-4f5a-bd94-e4faa3f44df0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.0568583 Feb 16 11:09:02.300760 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6de11986-c31f-40d2-a638-7473cd45b201 req-10ddcee2-a476-44f9-a3ef-da648bae2419 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499721 Feb 16 11:09:03.021040 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691abc4-efc6-4a36-bfc1-c9dec02f4875 req-cae441d0-9b37-4ae7-811f-459e79e6ff4d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:03.023634 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6691abc4-efc6-4a36-bfc1-c9dec02f4875 req-cae441d0-9b37-4ae7-811f-459e79e6ff4d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0692430 Feb 16 11:09:03.082930 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6691abc4-efc6-4a36-bfc1-c9dec02f4875 req-18377518-0ca3-45b6-b788-7e0f2e3ccf51 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484848 Feb 16 11:09:03.168511 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1e195faf-c012-4926-ae0b-f06b70f4b29e req-0172f12e-6e11-4dbc-998e-5c584e5a6c2b tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0279455 Feb 16 11:09:03.435272 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920e163-cf68-4e36-85e1-916272bedc95 req-f5a9f577-31a6-4306-a631-3f1c1ce5a5ed tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:03.436823 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4920e163-cf68-4e36-85e1-916272bedc95 req-f5a9f577-31a6-4306-a631-3f1c1ce5a5ed tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.0595438 Feb 16 11:09:03.498105 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4920e163-cf68-4e36-85e1-916272bedc95 req-b6ac1d1a-e348-4840-ad9a-40e78008cc54 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545714 Feb 16 11:09:04.228056 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11aeea6-35d5-4422-a524-24286fe33773 req-b62d65c4-75fa-4b35-be3d-ae5d18173253 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:04.229795 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e11aeea6-35d5-4422-a524-24286fe33773 req-b62d65c4-75fa-4b35-be3d-ae5d18173253 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0634592 Feb 16 11:09:04.288313 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e11aeea6-35d5-4422-a524-24286fe33773 req-b4aea1e2-0ed2-4d0a-9f3e-5f1a5a19cded tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523148 Feb 16 11:09:04.308713 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-714c5bb2-b2d2-41df-b9bb-ae49fa826990 req-52d9a08a-19e7-4a4a-a6c1-b01539119887 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0453537 Feb 16 11:09:04.657647 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:09:04.670923 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe0c2c-b0b4-4b1b-919c-de26a05f6224 req-a8b0116a-24f2-4d79-aa4b-702ab38c8f0d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:04.674866 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e9fe0c2c-b0b4-4b1b-919c-de26a05f6224 req-a8b0116a-24f2-4d79-aa4b-702ab38c8f0d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.1056166 Feb 16 11:09:04.739294 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e9fe0c2c-b0b4-4b1b-919c-de26a05f6224 req-cdcef1c3-3b2a-4621-88fd-3c23a14b5032 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602555 Feb 16 11:09:05.079851 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-79a7df40-0cdb-4f88-9e18-1fef1e90f3ae tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:05.082279 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-79a7df40-0cdb-4f88-9e18-1fef1e90f3ae tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.42 "GET /v2.0/networks?id=370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 200 len: 815 time: 0.1277761 Feb 16 11:09:05.413762 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ed5ba35b-05c0-49de-867a-f77ad363cbc2 req-78458a1a-b83a-4309-9f7e-f3479858babb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0322189 Feb 16 11:09:05.444587 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66994a7-63ff-4062-8612-9373e5430505 req-61b904d4-83e5-48a4-99b5-7393ec428fdb tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:05.446153 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d66994a7-63ff-4062-8612-9373e5430505 req-61b904d4-83e5-48a4-99b5-7393ec428fdb tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0594604 Feb 16 11:09:05.501051 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d66994a7-63ff-4062-8612-9373e5430505 req-cb99acbb-6659-4374-84d4-679c92b84892 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477777 Feb 16 11:09:05.865755 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031cfba-b049-4158-9d36-3152ca22c419 req-151cc10e-8f20-4674-9ef0-1c5a7baaf5cd tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:05.867166 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9031cfba-b049-4158-9d36-3152ca22c419 req-151cc10e-8f20-4674-9ef0-1c5a7baaf5cd tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.0565450 Feb 16 11:09:05.918787 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9031cfba-b049-4158-9d36-3152ca22c419 req-aae8b555-0f47-4558-a435-9ebc2397a08d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455480 Feb 16 11:09:06.528004 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0b9fe894-578f-49bb-a265-ae94ca20bfed req-30c8fb90-2bf9-4076-a700-d8070dddf25e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0339158 Feb 16 11:09:06.643052 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff6370-1b14-4ec6-a500-7e9b05f76c09 req-34f82905-a493-422d-b5a9-0164f5174108 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:06.644711 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d9ff6370-1b14-4ec6-a500-7e9b05f76c09 req-34f82905-a493-422d-b5a9-0164f5174108 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0578434 Feb 16 11:09:06.707214 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d9ff6370-1b14-4ec6-a500-7e9b05f76c09 req-17fff81c-48b4-4df8-9e68-b83ecf281d47 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565825 Feb 16 11:09:07.052717 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2cf3-475e-4522-be2c-be2e4e1ea490 req-7ec55be8-4194-4626-9fba-abcb049c3bf9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:07.054382 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-993e2cf3-475e-4522-be2c-be2e4e1ea490 req-7ec55be8-4194-4626-9fba-abcb049c3bf9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.0577605 Feb 16 11:09:07.105239 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-993e2cf3-475e-4522-be2c-be2e4e1ea490 req-fbb63f4d-9322-4589-aa40-6ba7f3aece9f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Feb 16 11:09:07.665217 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ace0762d-058b-44da-84c1-d484bc1b3423 req-94f1f48a-2fc1-4348-98e5-c82aa29112b7 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0284381 Feb 16 11:09:07.851516 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d320-2402-46e9-8f98-93a512d35c03 req-e8112803-3d9b-41f2-9ed2-6fa719dcf6f3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:07.853124 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2b99d320-2402-46e9-8f98-93a512d35c03 req-e8112803-3d9b-41f2-9ed2-6fa719dcf6f3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0590391 Feb 16 11:09:07.906601 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2b99d320-2402-46e9-8f98-93a512d35c03 req-d1419129-a68f-4756-a971-84df5f39c3a7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476129 Feb 16 11:09:08.024655 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'port': {'device_id': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'admin_state_up': True, 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:08.074567 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-9daafec6-a204-4b3d-85b3-6cb686ac0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:08.076103 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-9daafec6-a204-4b3d-85b3-6cb686ac0a5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1130 time: 0.0545487 Feb 16 11:09:08.163047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Made reservation on behalf of 4bc7d95a8f0941e0a52b73deec7f11cd for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:09:08.167093 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:08.218811 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-d33013ec-b3e9-4fbc-9a2d-dc494007cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:08.220347 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-d33013ec-b3e9-4fbc-9a2d-dc494007cdf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.1224089 Feb 16 11:09:08.337963 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a629e60-6b8d-4b93-813a-c043af69637b req-db178274-46bf-44b2-8c43-983b02764594 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:08.339914 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8a629e60-6b8d-4b93-813a-c043af69637b req-db178274-46bf-44b2-8c43-983b02764594 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.1105003 Feb 16 11:09:08.361643 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Allocated IP 172.20.0.14 (370e0265-63e5-4aad-9edb-a17f97092dbe/68b27126-5421-4324-ab57-b967790ab076/d6f49456-be7f-43c1-820b-95db6a61d978) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:08.371444 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-678994e5-e623-4c76-8db4-08f097ce6152 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 1001 time: 0.1324220 Feb 16 11:09:08.433040 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8a629e60-6b8d-4b93-813a-c043af69637b req-0837fae2-6a68-4f29-b45d-eb9ffe42f8a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819049 Feb 16 11:09:08.474783 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-556e0e7a-f026-46c5-b5f8-660d56a49175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:08.477844 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-556e0e7a-f026-46c5-b5f8-660d56a49175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0980532 Feb 16 11:09:08.587614 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-3b8e46e2-4cdc-45e7-b109-9d0a7823b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:08.595402 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-3b8e46e2-4cdc-45e7-b109-9d0a7823b195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1017892 Feb 16 11:09:08.662063 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for port (d6f49456-be7f-43c1-820b-95db6a61d978), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:08.714636 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:08.766028 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Network 370e0265-63e5-4aad-9edb-a17f97092dbe is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:08.769623 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:08.773981 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:08.787388 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:08.788123 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:08.827958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:08.844696 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-0412146c-0471-4a71-9bf3-ba7a0e5465cc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8225503 Feb 16 11:09:08.865510 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Request body: {'port': {'device_id': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:08.866399 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-4510788a-d25d-4e08-ab0c-812a0e0218c8 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641382 Feb 16 11:09:08.975642 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:09.226727 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbf2b-f79b-42a9-aeb0-ff81766df65f req-e2bd68d1-c99d-4a3a-a583-98afa2f4f0c7 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:09.235939 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a54fbf2b-f79b-42a9-aeb0-ff81766df65f req-e2bd68d1-c99d-4a3a-a583-98afa2f4f0c7 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 932 time: 0.2493517 Feb 16 11:09:09.239478 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c5580a6a-d9f1-46ed-8e41-85a68f237ae8 req-b82a3761-9621-4735-bdda-78f507338c4e service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646379 Feb 16 11:09:09.299836 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-f9d24066-9364-42e1-a5f1-5e4407b1c382 None None] Provisioning complete for port d6f49456-be7f-43c1-820b-95db6a61d978 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:09.302714 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f9d24066-9364-42e1-a5f1-5e4407b1c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:09.376204 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a54fbf2b-f79b-42a9-aeb0-ff81766df65f req-b4aff253-14f3-48c4-813f-47c785702312 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160910 Feb 16 11:09:09.474952 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-f9d24066-9364-42e1-a5f1-5e4407b1c382 None None] Port d6f49456-be7f-43c1-820b-95db6a61d978 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:09:09.771261 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f86063-075d-4d83-b789-2d726ce0c230 req-9e0de186-a0ea-4ac0-ab23-118b14e3c330 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:09.784405 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-60f86063-075d-4d83-b789-2d726ce0c230 req-9e0de186-a0ea-4ac0-ab23-118b14e3c330 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.1533282 Feb 16 11:09:09.921225 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f49456-be7f-43c1-820b-95db6a61d978 {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:09:09.924765 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-60f86063-075d-4d83-b789-2d726ce0c230 req-62b4a3fe-880e-4f77-bfbe-bc8f5b466ebd tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388009 Feb 16 11:09:09.974808 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f9770-5ae6-47e8-a917-d701b7a0bb6b req-fe9811bb-a6b9-4237-8248-edbfa74fface tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:09.977454 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0f9f9770-5ae6-47e8-a917-d701b7a0bb6b req-fe9811bb-a6b9-4237-8248-edbfa74fface tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.9038558 Feb 16 11:09:09.995774 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Publish callbacks [] for port (d6f49456-be7f-43c1-820b-95db6a61d978), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:10.130097 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Transition to ACTIVE for port object d6f49456-be7f-43c1-820b-95db6a61d978 will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:09:10.169672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:10.261003 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0f9f9770-5ae6-47e8-a917-d701b7a0bb6b req-facf27fc-c5e9-400d-b470-0df679849d3e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603559 Feb 16 11:09:10.305930 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:10.420284 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Attempting to bind port d6f49456-be7f-43c1-820b-95db6a61d978 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:09:10.420838 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Attempting to bind port d6f49456-be7f-43c1-820b-95db6a61d978 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:09:10.421389 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Attempting to bind port d6f49456-be7f-43c1-820b-95db6a61d978 on network 370e0265-63e5-4aad-9edb-a17f97092dbe {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:10.447958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Port d6f49456-be7f-43c1-820b-95db6a61d978 on network 370e0265-63e5-4aad-9edb-a17f97092dbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:09:10.457866 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Attempting to bind port d6f49456-be7f-43c1-820b-95db6a61d978 on network 370e0265-63e5-4aad-9edb-a17f97092dbe {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:10.480628 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:09:10.480958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Checking segment: {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:10.481349 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Bound using segment: {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:09:10.481813 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Bound port: d6f49456-be7f-43c1-820b-95db6a61d978, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:09:10.482171 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:10.773661 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-3ff7a3a6-4649-4444-a19a-0e9ac14c8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:10.787754 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-3ff7a3a6-4649-4444-a19a-0e9ac14c8e62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.2359035 Feb 16 11:09:10.806163 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:09:10.855525 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d6f49456-be7f-43c1-820b-95db6a61d978,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:09:10.865802 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:10.877225 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b6cd4-f42b-44f7-bafb-2ae6db249310 req-8f8adf22-487f-4954-8992-541dd157a8ed tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:10.887366 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-665b6cd4-f42b-44f7-bafb-2ae6db249310 req-8f8adf22-487f-4954-8992-541dd157a8ed tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2310302 Feb 16 11:09:10.896629 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:10.964678 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:09:11.011442 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:11.012545 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:11.025553 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-665b6cd4-f42b-44f7-bafb-2ae6db249310 req-08915cd9-58b2-43a5-9ddf-80f155b76fb5 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274793 Feb 16 11:09:11.026965 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:11.026965 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:11.026965 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 1094 time: 2.1659749 Feb 16 11:09:11.026965 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:11.026965 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73080cc9-8102-4a5e-ad96-161ee733f609" -d '{"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:11.051834 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfb06c-9bb3-426b-a6d3-8f96cbc3a39b req-e3365027-3197-49bf-ab23-1882e43ea3c3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:11.053478 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-66bfb06c-9bb3-426b-a6d3-8f96cbc3a39b req-e3365027-3197-49bf-ab23-1882e43ea3c3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.3738623 Feb 16 11:09:11.177321 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0cd01-1971-467e-a814-7ea7098430c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:11.222012 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-66bfb06c-9bb3-426b-a6d3-8f96cbc3a39b req-2016cdc8-83c5-4020-ace8-48035aecdd06 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301494 Feb 16 11:09:11.291873 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f39ffa-bcfa-42e9-84e1-4673709e6680 req-b3ad6031-ffd8-4603-b4f9-f72a38a902bb tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:11.293586 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-84f39ffa-bcfa-42e9-84e1-4673709e6680 req-b3ad6031-ffd8-4603-b4f9-f72a38a902bb tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.1566477 Feb 16 11:09:11.335331 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:11.335858 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:11.393811 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce6818-bb19-4024-8cae-3118ad3c5a44 x-openstack-request-id: req-38ce6818-bb19-4024-8cae-3118ad3c5a44 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:11.394423 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:11.394897 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38ce6818-bb19-4024-8cae-3118ad3c5a44 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:11.395693 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'status': 'completed', 'code': 200} Feb 16 11:09:11.408617 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-84f39ffa-bcfa-42e9-84e1-4673709e6680 req-30c274a5-cd34-450c-897b-1c67ea457f01 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072426 Feb 16 11:09:11.409989 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:11.431236 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e93d4cb-3686-42d4-b58e-1f64f0c6d92f" -d '{"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-plugged", "status": "completed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:11.460779 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:11.472799 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:11.473704 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:09:11.565737 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c030ac-f940-4469-b455-8110393a3b06 x-openstack-request-id: req-34c030ac-f940-4469-b455-8110393a3b06 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:11.566386 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-plugged", "status": "completed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:11.566923 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34c030ac-f940-4469-b455-8110393a3b06 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:11.567467 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'code': 200} Feb 16 11:09:11.591932 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a330-3a34-4422-905d-3c6f3d712c75 req-02beb65d-5381-4616-adac-a229e826920f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:11.598964 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-09e2a330-3a34-4422-905d-3c6f3d712c75 req-02beb65d-5381-4616-adac-a229e826920f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 946 time: 0.0820403 Feb 16 11:09:11.673648 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:11.704891 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-09e2a330-3a34-4422-905d-3c6f3d712c75 req-bc1f05ae-3650-41d1-87f4-ec41672d60d5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048353 Feb 16 11:09:11.749138 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: ACTIVE; New status is: DOWN {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:11.749568 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:11.807005 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:11.823552 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:11.898089 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=8']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:12.147552 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8087c97-0638-4477-bbca-0eb7fc54d8fa req-51fca977-a3f4-4d23-8e1d-52d7ef97be27 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:12.149512 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e8087c97-0638-4477-bbca-0eb7fc54d8fa req-51fca977-a3f4-4d23-8e1d-52d7ef97be27 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0631638 Feb 16 11:09:12.228009 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e8087c97-0638-4477-bbca-0eb7fc54d8fa req-176c9ce5-893c-47a0-8e12-b76c9b6a1bff tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729001 Feb 16 11:09:12.414286 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508447-fff8-4bb6-bff1-6f796ea999db req-4acf9d17-d1a2-4cdc-9fe5-45e813216fd3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:12.415860 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-20508447-fff8-4bb6-bff1-6f796ea999db req-4acf9d17-d1a2-4cdc-9fe5-45e813216fd3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.0590250 Feb 16 11:09:12.478043 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-20508447-fff8-4bb6-bff1-6f796ea999db req-1b3a9b98-5228-4ff7-bc8c-4d7931cabc79 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557940 Feb 16 11:09:12.562347 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1b7bc-6b63-4c3b-94c5-a372483dc4ee req-d77ef7f1-c597-43c8-a75d-29f36e55c87b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:12.564557 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-83e1b7bc-6b63-4c3b-94c5-a372483dc4ee req-d77ef7f1-c597-43c8-a75d-29f36e55c87b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0673790 Feb 16 11:09:12.615300 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-83e1b7bc-6b63-4c3b-94c5-a372483dc4ee req-fb651ef1-aa4f-49ab-be80-0a8a00d149d2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Feb 16 11:09:12.840848 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672748e3-b5c0-4c28-a9ed-1979a25f3de8 req-ac35e681-b387-493d-a961-3d15a0b6e92f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:12.842322 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-672748e3-b5c0-4c28-a9ed-1979a25f3de8 req-ac35e681-b387-493d-a961-3d15a0b6e92f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0565596 Feb 16 11:09:12.889204 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-672748e3-b5c0-4c28-a9ed-1979a25f3de8 req-4125a0e4-ea89-40e5-af22-ee9a03ca3767 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408654 Feb 16 11:09:13.422757 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e2db7-b8ca-495b-bebd-5f189a253d7c req-43fe7bc7-dd49-44cf-b3dc-acc0dab0c8e0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:13.424487 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f97e2db7-b8ca-495b-bebd-5f189a253d7c req-43fe7bc7-dd49-44cf-b3dc-acc0dab0c8e0 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1121197 Feb 16 11:09:13.502667 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f97e2db7-b8ca-495b-bebd-5f189a253d7c req-baad7282-b9fa-4622-bc74-47747c24de61 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712049 Feb 16 11:09:13.568630 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:13.571302 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f6586-e8c6-4eb6-bce6-819ebe26efff" -d '{"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-unplugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:13.609460 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef7050-a81e-4807-a7a9-c196a758e886 x-openstack-request-id: req-b3ef7050-a81e-4807-a7a9-c196a758e886 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:13.609768 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-unplugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:13.610025 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3ef7050-a81e-4807-a7a9-c196a758e886 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:13.610429 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'code': 200} Feb 16 11:09:13.637295 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ecc84-98a8-414a-9734-bc5f4b084d19 req-a1b55ebb-7a19-41b4-bc23-3d23d84eee97 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:13.638828 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-095ecc84-98a8-414a-9734-bc5f4b084d19 req-a1b55ebb-7a19-41b4-bc23-3d23d84eee97 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.0745332 Feb 16 11:09:13.706470 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-095ecc84-98a8-414a-9734-bc5f4b084d19 req-0c428a5b-13bf-4401-aa03-9fc492b2e70d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617883 Feb 16 11:09:13.761480 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d79c3-7b02-4ab2-88c2-090552b5e652 req-74967fa6-393c-471e-8a49-e3b91da7a530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:13.762849 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-af9d79c3-7b02-4ab2-88c2-090552b5e652 req-74967fa6-393c-471e-8a49-e3b91da7a530 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0602040 Feb 16 11:09:13.814882 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-af9d79c3-7b02-4ab2-88c2-090552b5e652 req-e7336dcb-6b7e-4797-8bd0-e6150664be3d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Feb 16 11:09:14.022967 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f9d6b-514e-4fef-b8ad-e6ce646c0667 req-c560b1f7-8439-4433-a1da-721de2cfbbee tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:14.024394 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cc1f9d6b-514e-4fef-b8ad-e6ce646c0667 req-c560b1f7-8439-4433-a1da-721de2cfbbee tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0583439 Feb 16 11:09:14.091800 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cc1f9d6b-514e-4fef-b8ad-e6ce646c0667 req-488ca164-ff79-4baa-b7fa-9e14ddb18106 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614016 Feb 16 11:09:14.662891 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3ebee-2daf-4bee-802d-0bf9936e0676 req-d4a8783d-0c8b-4be5-96aa-4b134e0df185 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:14.664606 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f0c3ebee-2daf-4bee-802d-0bf9936e0676 req-d4a8783d-0c8b-4be5-96aa-4b134e0df185 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0897322 Feb 16 11:09:14.730708 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f0c3ebee-2daf-4bee-802d-0bf9936e0676 req-39faec8a-677b-4309-a4e5-e0514b5c697c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597301 Feb 16 11:09:14.824789 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbd37-6dd1-4a15-b21a-8cde3093ac15 req-3d89a4b5-3648-49bd-af4c-f9099ff5a636 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:14.826146 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e26cbd37-6dd1-4a15-b21a-8cde3093ac15 req-3d89a4b5-3648-49bd-af4c-f9099ff5a636 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.0538399 Feb 16 11:09:14.875996 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e26cbd37-6dd1-4a15-b21a-8cde3093ac15 req-d5feeda8-c157-4c6d-8035-fd78f586a197 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Feb 16 11:09:14.953628 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd9d28-0fa9-4d30-9d8a-5cb7d59bda98 req-fb6587a5-472e-42e6-8ebd-2f999cf5ca24 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:14.955582 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fddd9d28-0fa9-4d30-9d8a-5cb7d59bda98 req-fb6587a5-472e-42e6-8ebd-2f999cf5ca24 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0608602 Feb 16 11:09:15.004173 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fddd9d28-0fa9-4d30-9d8a-5cb7d59bda98 req-546e9a3f-0f55-4afa-8bd9-7b5acc6add88 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Feb 16 11:09:15.227841 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdd08d-d4ad-4de7-a32d-3e684370237a req-8e538737-52f6-4672-971e-c74080b99c8a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:15.229394 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-51fdd08d-d4ad-4de7-a32d-3e684370237a req-8e538737-52f6-4672-971e-c74080b99c8a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0531340 Feb 16 11:09:15.296135 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-51fdd08d-d4ad-4de7-a32d-3e684370237a req-2bf93b03-e0f7-4862-a2fa-d8df2b7f6e8e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601342 Feb 16 11:09:15.866723 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1481d4-f3b2-4a6b-a757-112ff11ba064 req-15ad5f52-fc7a-4b56-961f-6877ad0f9b45 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:15.868892 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fe1481d4-f3b2-4a6b-a757-112ff11ba064 req-15ad5f52-fc7a-4b56-961f-6877ad0f9b45 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0574007 Feb 16 11:09:15.928446 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fe1481d4-f3b2-4a6b-a757-112ff11ba064 req-1607140e-ae04-4725-9c9e-1785bb3a9f30 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Feb 16 11:09:16.073994 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5656ab-0e97-43cc-a725-b1cab7fee045 req-11c00848-83da-4b36-b7b7-3163f23907c1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:16.094839 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c5656ab-0e97-43cc-a725-b1cab7fee045 req-11c00848-83da-4b36-b7b7-3163f23907c1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.1187265 Feb 16 11:09:16.161500 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c5656ab-0e97-43cc-a725-b1cab7fee045 req-a4e57650-7aad-4b02-aa18-0204c0578b5b tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644667 Feb 16 11:09:16.228095 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9313b-940e-4918-9612-74504d6577ea req-bf894a8f-1c1e-4d78-a5d9-fe0f1387b596 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:16.229844 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d6f9313b-940e-4918-9612-74504d6577ea req-bf894a8f-1c1e-4d78-a5d9-fe0f1387b596 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0986276 Feb 16 11:09:16.284050 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d6f9313b-940e-4918-9612-74504d6577ea req-6f3628f8-fa97-467d-ab85-f87de5bed41a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479620 Feb 16 11:09:16.403665 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:09:16.435423 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb7fe4-0e03-4a2f-ad96-3d5bcee7dff2 req-103377ee-7c38-45d3-ac00-02f3265acf77 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:16.437260 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cccb7fe4-0e03-4a2f-ad96-3d5bcee7dff2 req-103377ee-7c38-45d3-ac00-02f3265acf77 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0700583 Feb 16 11:09:16.484511 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cccb7fe4-0e03-4a2f-ad96-3d5bcee7dff2 req-089a654e-2bbf-45ca-a64b-0bc9f8cafa9c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Feb 16 11:09:17.122154 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2d587-4771-4408-92cd-7085ba33a211 req-a8cfce29-31db-4a1d-99aa-8c71b6e304e1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:17.123917 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-63f2d587-4771-4408-92cd-7085ba33a211 req-a8cfce29-31db-4a1d-99aa-8c71b6e304e1 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0814896 Feb 16 11:09:17.180830 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-63f2d587-4771-4408-92cd-7085ba33a211 req-4508609c-ae82-4a96-aebb-330259f35638 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465491 Feb 16 11:09:17.309730 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731582ff-6e24-4d1e-bfb0-53a8850f4e4c req-6e51d282-4159-46a1-b4cf-7b8ecac374b6 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:17.311318 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-731582ff-6e24-4d1e-bfb0-53a8850f4e4c req-6e51d282-4159-46a1-b4cf-7b8ecac374b6 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.0554936 Feb 16 11:09:17.415791 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-731582ff-6e24-4d1e-bfb0-53a8850f4e4c req-d37b47c2-d27c-4a15-9337-b45d42378df1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875616 Feb 16 11:09:17.441938 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221298d7-d2ad-45f8-a949-096ae8ba43a8 req-97f690c4-5bed-4373-beab-6681b6442ed7 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:17.443556 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-221298d7-d2ad-45f8-a949-096ae8ba43a8 req-97f690c4-5bed-4373-beab-6681b6442ed7 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0658038 Feb 16 11:09:17.516264 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-221298d7-d2ad-45f8-a949-096ae8ba43a8 req-9cf56e37-a6b4-4958-afdd-04725b426744 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560980 Feb 16 11:09:17.658053 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eccfd1-ae08-4a10-9366-fe04130c08da req-35144cd3-d89f-4e2b-8e77-a12c624168f5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:17.666188 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-74eccfd1-ae08-4a10-9366-fe04130c08da req-35144cd3-d89f-4e2b-8e77-a12c624168f5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0702114 Feb 16 11:09:17.714661 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-74eccfd1-ae08-4a10-9366-fe04130c08da req-6e50e1ea-336e-4a6e-8f5b-5973d3265bb3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471444 Feb 16 11:09:18.002411 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 55994) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:18.128811 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2b78e972-6dab-4a46-beb9-cb935722c5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:18.266275 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2b78e972-6dab-4a46-beb9-cb935722c5cb admin admin] Publish callbacks [] for security_group (6f3ad316-5328-4146-9b1a-bdbf386e8aa6), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:18.271561 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2b78e972-6dab-4a46-beb9-cb935722c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (6f3ad316-5328-4146-9b1a-bdbf386e8aa6), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:18.316310 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-2b78e972-6dab-4a46-beb9-cb935722c5cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6bc2efeb514c48b2ba103f78ff9b944b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112590 Feb 16 11:09:18.317619 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56006) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:18.320068 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78e972-6dab-4a46-beb9-cb935722c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ad316-5328-4146-9b1a-bdbf386e8aa6,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:18.364760 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32e092-3c38-44ba-ae75-e113fde13ef7 req-03d7312b-7328-4bc1-8506-f0b71e1bfbc9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:18.366282 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ca32e092-3c38-44ba-ae75-e113fde13ef7 req-03d7312b-7328-4bc1-8506-f0b71e1bfbc9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0591912 Feb 16 11:09:18.379041 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0b6d-3eba-480a-bcb2-ab373f51eda6 admin admin] Publish callbacks [] for security_group (6f3ad316-5328-4146-9b1a-bdbf386e8aa6), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:18.405263 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0b6d-3eba-480a-bcb2-ab373f51eda6 admin admin] Publish callbacks [] for security_group (6f3ad316-5328-4146-9b1a-bdbf386e8aa6), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:18.441459 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ca32e092-3c38-44ba-ae75-e113fde13ef7 req-407fe7f5-25e3-4db0-af54-07ed8ed492a2 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683355 Feb 16 11:09:18.459257 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0b6d-3eba-480a-bcb2-ab373f51eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (6f3ad316-5328-4146-9b1a-bdbf386e8aa6), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:18.462213 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0b6d-3eba-480a-bcb2-ab373f51eda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:18.463399 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-0ebc0b6d-3eba-480a-bcb2-ab373f51eda6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f3ad316-5328-4146-9b1a-bdbf386e8aa6 HTTP/1.1" status: 204 len: 168 time: 0.1447523 Feb 16 11:09:18.473810 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc0b6d-3eba-480a-bcb2-ab373f51eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ad316-5328-4146-9b1a-bdbf386e8aa6,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:18.605209 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e6069-51f0-4c63-b194-557c73403f51 req-3abbddd4-4448-43ca-9c0b-8d26bfb4c8bf tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:18.613044 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-101e6069-51f0-4c63-b194-557c73403f51 req-3abbddd4-4448-43ca-9c0b-8d26bfb4c8bf tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.0789618 Feb 16 11:09:18.700725 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-101e6069-51f0-4c63-b194-557c73403f51 req-1b9ffdf0-6687-4de6-a8ce-cbabcaa3d7ac tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862625 Feb 16 11:09:18.736706 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538e73-ead4-48ee-a0d7-82e21358e7e9 req-90e69e8c-64db-487b-9784-d9f5c2d90a28 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:18.739127 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f538e73-ead4-48ee-a0d7-82e21358e7e9 req-90e69e8c-64db-487b-9784-d9f5c2d90a28 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1165874 Feb 16 11:09:18.834530 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f538e73-ead4-48ee-a0d7-82e21358e7e9 req-c7a49d41-5fb8-40aa-86f3-9a7057d991bd tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868835 Feb 16 11:09:18.916987 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881ca5a-9082-4775-95f8-dc0b07994235 req-aa1ef217-44cc-421d-8331-27889beaad39 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:18.918569 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a881ca5a-9082-4775-95f8-dc0b07994235 req-aa1ef217-44cc-421d-8331-27889beaad39 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0783510 Feb 16 11:09:18.994926 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a881ca5a-9082-4775-95f8-dc0b07994235 req-c91e8c25-d2e0-4cac-9033-c58c2b19c64f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682271 Feb 16 11:09:19.513656 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56046) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:19.686647 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-610029548-network', 'tenant_id': '71378b5948874a66adeeaac8381b75b4'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:19.738215 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Made reservation on behalf of 71378b5948874a66adeeaac8381b75b4 for: {'network': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:09:19.753191 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:19.785609 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:19.947861 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37224400-48a9-4872-97d4-ff4b12d220e0 req-88d962a4-9c2f-47c6-8730-07cc1f3eae36 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:19.949473 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-37224400-48a9-4872-97d4-ff4b12d220e0 req-88d962a4-9c2f-47c6-8730-07cc1f3eae36 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.4212286 Feb 16 11:09:19.962933 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae376168-d6d3-4d7b-a4bf-dc8f4a9b985d req-09343aee-aa0c-4393-a9fb-16900b14405e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:19.972783 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ae376168-d6d3-4d7b-a4bf-dc8f4a9b985d req-09343aee-aa0c-4393-a9fb-16900b14405e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.1435883 Feb 16 11:09:20.039533 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-37224400-48a9-4872-97d4-ff4b12d220e0 req-73e590e0-ae8e-45dc-9440-8f61842db07f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827506 Feb 16 11:09:20.064372 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ae376168-d6d3-4d7b-a4bf-dc8f4a9b985d req-b648ba3d-b55b-4666-ab22-7be36c6e58cd tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810852 Feb 16 11:09:20.080366 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks [] for security_group (94f5794a-d3ea-4d73-b6fb-c82ebcb53dee), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.091903 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (94f5794a-d3ea-4d73-b6fb-c82ebcb53dee), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.158881 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:09:20.167148 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5794a-d3ea-4d73-b6fb-c82ebcb53dee,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:20.179555 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (53bfd36c-58ef-4143-9258-900b9330f23f), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.185164 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.segments_db [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Added segment 53bfd36c-58ef-4143-9258-900b9330f23f of type vlan for network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 Feb 16 11:09:20.263754 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (7c66b3d3-601b-4b66-bfed-ed73c0b7d135), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.266164 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f7bf-7c88-4218-a4a7-d939efa75436 req-7b21bb43-8f2d-4c63-94b3-8cd4a7805c62 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:20.279538 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-40e1f7bf-7c88-4218-a4a7-d939efa75436 req-7b21bb43-8f2d-4c63-94b3-8cd4a7805c62 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1552277 Feb 16 11:09:20.301732 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (7c66b3d3-601b-4b66-bfed-ed73c0b7d135), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.302727 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:20.303306 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.346121 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0a9f0-e1aa-448d-a042-f6b44c91f789 req-cc482ab4-d4b6-45b3-9356-adb0b165e4bc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:20.348188 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-efe0a9f0-e1aa-448d-a042-f6b44c91f789 req-cc482ab4-d4b6-45b3-9356-adb0b165e4bc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1323469 Feb 16 11:09:20.351834 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-40e1f7bf-7c88-4218-a4a7-d939efa75436 req-d2e8bfb7-744e-4c1b-9ad9-5b9ea42adc18 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712147 Feb 16 11:09:20.371592 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8567011 Feb 16 11:09:20.374572 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56062) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:20.379922 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Request body: {'subnet': {'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-610029548-subnet', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:20.400969 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Made reservation on behalf of 71378b5948874a66adeeaac8381b75b4 for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:09:20.403673 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130089519'] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.410630 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af699c-9100-476d-869f-36f1f39c988a admin admin] Pushing event updated for resources: {'Network': ['ID=7c66b3d3-601b-4b66-bfed-ed73c0b7d135,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:20.425342 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:09:20.468698 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-efe0a9f0-e1aa-448d-a042-f6b44c91f789 req-346fc05c-686e-401b-9369-064df3c0853a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065149 Feb 16 11:09:20.701326 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130326956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130089501'] for subnet (a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.782986 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:20.791341 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Checking segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:20.791700 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Network hostable DHCP agents. Network: 7c66b3d3-601b-4b66-bfed-ed73c0b7d135, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:09:20.814223 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:09:20.829286 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 7c66b3d3-601b-4b66-bfed-ed73c0b7d135) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:20.839598 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b84cd54-808a-4fb7-9c56-21831af8414e None None] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:09:20.840753 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:20.842254 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.866509 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-6135e902-7ba7-4a49-903b-ae3801c0ac6b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4907453 Feb 16 11:09:20.869549 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56082) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:20.874682 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:20.911763 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (6c9d5eb0-ff06-4255-8c62-a40905e6525b), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.912881 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (6c9d5eb0-ff06-4255-8c62-a40905e6525b), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:20.984548 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:09:20.985753 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.001270 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks [] for router_controller (6c9d5eb0-ff06-4255-8c62-a40905e6525b), precommit_add_association {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.104090 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56090) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:21.195550 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Allocated IP 172.20.0.2 (7c66b3d3-601b-4b66-bfed-ed73c0b7d135/a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe/903612af-0d30-47c9-b3ea-8c9be127ce03) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:21.212501 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks [] for router_gateway (6c9d5eb0-ff06-4255-8c62-a40905e6525b), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.220791 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098c333-0312-4900-a83b-3a0106a33e0f req-65f54a89-7248-4ab5-8af4-d0e589d86d34 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:21.222819 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7098c333-0312-4900-a83b-3a0106a33e0f req-65f54a89-7248-4ab5-8af4-d0e589d86d34 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0781968 Feb 16 11:09:21.295331 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7098c333-0312-4900-a83b-3a0106a33e0f req-720c6a60-dc30-4a72-b2bf-06e1f81566f9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636580 Feb 16 11:09:21.295782 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-879db5c3-c1e4-488f-ab4f-6d276017f240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.298982 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7e670-72b7-402a-b80e-db8e9f39d804 req-cd902477-7bcf-4b54-8868-560361a2761c tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:21.302067 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b8d7e670-72b7-402a-b80e-db8e9f39d804 req-cd902477-7bcf-4b54-8868-560361a2761c tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.1300044 Feb 16 11:09:21.384531 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Publish callbacks [] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.392854 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.397892 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-879db5c3-c1e4-488f-ab4f-6d276017f240 admin admin] Publish callbacks [] for security_group (2790ada4-0ea0-475a-a3c2-134bc2f8f637), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.407165 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-879db5c3-c1e4-488f-ab4f-6d276017f240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2790ada4-0ea0-475a-a3c2-134bc2f8f637), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.419062 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b8d7e670-72b7-402a-b80e-db8e9f39d804 req-7b7754a4-07c0-473b-b47c-637d0ba8ca4d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057172 Feb 16 11:09:21.444804 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:21.452792 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:21.455197 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Pushing event updated for resources: {'Port': ['ID=903612af-0d30-47c9-b3ea-8c9be127ce03,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:21.457752 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:21.464294 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879db5c3-c1e4-488f-ab4f-6d276017f240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790ada4-0ea0-475a-a3c2-134bc2f8f637,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:21.529762 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Attempting to bind port 903612af-0d30-47c9-b3ea-8c9be127ce03 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:09:21.530854 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Attempting to bind port 903612af-0d30-47c9-b3ea-8c9be127ce03 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:09:21.531478 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Attempting to bind port 903612af-0d30-47c9-b3ea-8c9be127ce03 on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:21.538240 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:09:21.539794 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Checking segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:21.540644 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.541387 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Bound using segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:09:21.541656 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-879db5c3-c1e4-488f-ab4f-6d276017f240 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0f7b021e51b467e8b2694ce6412b9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360876 Feb 16 11:09:21.542397 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Bound port: 903612af-0d30-47c9-b3ea-8c9be127ce03, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:09:21.543029 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.557304 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ed79e-c67c-4da3-bdec-2b583ca47181 req-47bd11f1-9402-45ff-a589-cd8c60a81858 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:21.558901 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e04ed79e-c67c-4da3-bdec-2b583ca47181 req-47bd11f1-9402-45ff-a589-cd8c60a81858 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0872335 Feb 16 11:09:21.560796 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56098) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:21.597493 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks [] for router_gateway (6c9d5eb0-ff06-4255-8c62-a40905e6525b), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.621807 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.650803 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] For port 903612af-0d30-47c9-b3ea-8c9be127ce03, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:09:21.654820 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] For port 903612af-0d30-47c9-b3ea-8c9be127ce03, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=903612af-0d30-47c9-b3ea-8c9be127ce03,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:09:21.663046 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.727936 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cced98d1-fc45-4fe4-80f2-46139cb591b3 admin admin] Publish callbacks [] for security_group (2790ada4-0ea0-475a-a3c2-134bc2f8f637), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.730635 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6f28a-7583-4d5a-813b-aced7351bfda None None] Pushing event updated for resources: {'Port': ['ID=903612af-0d30-47c9-b3ea-8c9be127ce03,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:21.738467 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e04ed79e-c67c-4da3-bdec-2b583ca47181 req-140ab8a5-22b4-4fdb-8c18-399ce37caab6 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432955 Feb 16 11:09:21.771527 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cced98d1-fc45-4fe4-80f2-46139cb591b3 admin admin] Publish callbacks [] for security_group (2790ada4-0ea0-475a-a3c2-134bc2f8f637), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.815523 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-9777005d-2ca3-43b7-b6ba-47c2dad41110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:21.817360 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-9777005d-2ca3-43b7-b6ba-47c2dad41110 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.2834940 Feb 16 11:09:21.861577 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080cc9-8102-4a5e-ad96-161ee733f609 req-e721f372-23fc-409f-bcf4-d2e9c09cf4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:21.864215 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-73080cc9-8102-4a5e-ad96-161ee733f609 req-e721f372-23fc-409f-bcf4-d2e9c09cf4db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1128 time: 0.1849153 Feb 16 11:09:21.903008 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-af4e7db3-86b6-46a5-a80e-ae6b6441185e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 217 time: 0.0769544 Feb 16 11:09:21.909176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Allocated IP 172.27.1.72 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/29819eea-b9a9-4f47-86d3-e357204cd2f8) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:21.944825 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cced98d1-fc45-4fe4-80f2-46139cb591b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2790ada4-0ea0-475a-a3c2-134bc2f8f637), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.947736 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-cced98d1-fc45-4fe4-80f2-46139cb591b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:21.956387 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-cced98d1-fc45-4fe4-80f2-46139cb591b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2790ada4-0ea0-475a-a3c2-134bc2f8f637 HTTP/1.1" status: 204 len: 168 time: 0.3869338 Feb 16 11:09:21.956914 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564d41-2eea-43e8-a4a1-bfbda67d4aca req-b98c3b42-85ee-4a72-990a-edaf55e618df tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:21.960966 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2564d41-2eea-43e8-a4a1-bfbda67d4aca req-b98c3b42-85ee-4a72-990a-edaf55e618df tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2268147 Feb 16 11:09:22.012733 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced98d1-fc45-4fe4-80f2-46139cb591b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790ada4-0ea0-475a-a3c2-134bc2f8f637,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:22.047892 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-76702679-7b73-440a-a0f9-01e4fdac0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.049558 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-76702679-7b73-440a-a0f9-01e4fdac0983 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.1241803 Feb 16 11:09:22.108792 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-c6c01871-d27c-416e-a12d-ce351338875d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453694 Feb 16 11:09:22.118934 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf493d05-93a4-447d-b2c5-50b688423a28 req-328c03db-ba59-43bd-8710-0e75c28e5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.125100 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bf493d05-93a4-447d-b2c5-50b688423a28 req-328c03db-ba59-43bd-8710-0e75c28e5fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1129 time: 0.1906884 Feb 16 11:09:22.309006 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bf493d05-93a4-447d-b2c5-50b688423a28 req-b6c8290d-c49b-416a-9916-9a7199251dc9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516171 Feb 16 11:09:22.332083 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-8409e154-5142-4e47-8565-f82d71cea252 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055166 Feb 16 11:09:22.471040 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209a83f-c62c-4fdf-bf64-478e255ffd54 req-3bc672c8-ab6d-4ae8-9f44-20554ada2708 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.472993 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5209a83f-c62c-4fdf-bf64-478e255ffd54 req-3bc672c8-ab6d-4ae8-9f44-20554ada2708 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0652385 Feb 16 11:09:22.518587 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2564d41-2eea-43e8-a4a1-bfbda67d4aca req-72805055-9561-4593-9fd6-3c1be3da3fcb tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5559080 Feb 16 11:09:22.525566 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080cc9-8102-4a5e-ad96-161ee733f609 req-cab6edac-b2a7-4049-b2f9-00d96d9531c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.527075 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-73080cc9-8102-4a5e-ad96-161ee733f609 req-cab6edac-b2a7-4049-b2f9-00d96d9531c8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6096697 Feb 16 11:09:22.553472 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5209a83f-c62c-4fdf-bf64-478e255ffd54 req-fa4a6a66-23f8-4459-a0d7-4c850b21eced tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727756 Feb 16 11:09:22.664328 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080cc9-8102-4a5e-ad96-161ee733f609 req-6a986feb-f628-4900-bc1d-4a6d7b296c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.666486 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-73080cc9-8102-4a5e-ad96-161ee733f609 req-6a986feb-f628-4900-bc1d-4a6d7b296c3e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190438 Feb 16 11:09:22.672797 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks [] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:22.737773 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a5bc758-66ac-4640-882d-40c2bbc1e6ff req-ca7897c0-56f5-4c57-9d97-7e73092cdb9f service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828160 Feb 16 11:09:22.830665 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-6c36e98d-c255-4e51-8315-0714532e740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.832344 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-6c36e98d-c255-4e51-8315-0714532e740d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1128 time: 0.1149347 Feb 16 11:09:22.835572 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:22.930869 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-3b16e910-5a8f-4c62-8154-01a6bb37448f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 217 time: 0.0829756 Feb 16 11:09:22.933129 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:22.945385 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f345b-5fd4-49e7-8987-00dd57cd87c6 req-bd7f1899-cc4e-4ec5-94a0-d03ed1d3e5d0 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.946987 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4f5f345b-5fd4-49e7-8987-00dd57cd87c6 req-bd7f1899-cc4e-4ec5-94a0-d03ed1d3e5d0 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.2308867 Feb 16 11:09:22.954059 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:22.956958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:22.972693 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c27ff5-6f5b-49dd-9ca7-012b03c386ba req-e21f3992-2675-4d8f-8265-42e8e96deab1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:22.974380 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d3c27ff5-6f5b-49dd-9ca7-012b03c386ba req-e21f3992-2675-4d8f-8265-42e8e96deab1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1021497 Feb 16 11:09:23.045607 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d3c27ff5-6f5b-49dd-9ca7-012b03c386ba req-e337b17d-763a-46d0-bc27-f3525d96fd86 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607305 Feb 16 11:09:23.100462 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Pushing event updated for resources: {'Port': ['ID=29819eea-b9a9-4f47-86d3-e357204cd2f8,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:23.197149 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-b0884eca-144b-4ad8-8f79-767c066b1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:23.198631 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-b0884eca-144b-4ad8-8f79-767c066b1c65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68b27126-5421-4324-ab57-b967790ab076 HTTP/1.1" status: 200 len: 854 time: 0.2484605 Feb 16 11:09:23.200445 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af173337-e6ea-4e7a-84ff-649ab5f19224 None None] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:09:23.303304 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4f5f345b-5fd4-49e7-8987-00dd57cd87c6 req-53c7aa51-5e22-4c8b-98b2-4cf3c417226d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188573 Feb 16 11:09:23.359578 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0d9a5ecc-841d-45f0-96bd-31bcb599b7f0 None None] Provisioning complete for port 903612af-0d30-47c9-b3ea-8c9be127ce03 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:23.359965 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5ecc-841d-45f0-96bd-31bcb599b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:23.367189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-fd4a94bb-3e78-4aa7-9e69-01c6e8b59a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:23.369659 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-fd4a94bb-3e78-4aa7-9e69-01c6e8b59a76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=370e0265-63e5-4aad-9edb-a17f97092dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1388128 Feb 16 11:09:23.403341 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks [] for router_gateway (6c9d5eb0-ff06-4255-8c62-a40905e6525b), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:23.508183 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a5ecc-841d-45f0-96bd-31bcb599b7f0 None None] Current status of the port 903612af-0d30-47c9-b3ea-8c9be127ce03 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:23.508741 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5ecc-841d-45f0-96bd-31bcb599b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:23.607732 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0d9a5ecc-841d-45f0-96bd-31bcb599b7f0 None None] For port 903612af-0d30-47c9-b3ea-8c9be127ce03, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=903612af-0d30-47c9-b3ea-8c9be127ce03,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:23.625354 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0d9a5ecc-841d-45f0-96bd-31bcb599b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:23.643620 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7f46d9fb-6ebd-48b4-8cfc-9b82b9697475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:23.794407 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a5ecc-841d-45f0-96bd-31bcb599b7f0 None None] Pushing event updated for resources: {'Port': ['ID=903612af-0d30-47c9-b3ea-8c9be127ce03,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:23.863381 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-1e32a2f7-9f85-4ef1-88eb-8a6dca6d5137 None None] Provisioning complete for port 903612af-0d30-47c9-b3ea-8c9be127ce03 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:23.868909 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1e32a2f7-9f85-4ef1-88eb-8a6dca6d5137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:23.870290 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-61adfe91-638e-4c44-8d14-d348067534af service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867737 Feb 16 11:09:23.902107 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27696e0-c718-4004-b040-c9d77de9fde1 req-d259500a-d8f2-4bc9-b470-df63d5ae8aef tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:23.914041 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a27696e0-c718-4004-b040-c9d77de9fde1 req-d259500a-d8f2-4bc9-b470-df63d5ae8aef tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1174295 Feb 16 11:09:24.001224 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 903612af-0d30-47c9-b3ea-8c9be127ce03 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:24.021006 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a27696e0-c718-4004-b040-c9d77de9fde1 req-7440a74d-96ff-4013-862f-7881bc868f5c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051822 Feb 16 11:09:24.107473 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-1e32a2f7-9f85-4ef1-88eb-8a6dca6d5137 None None] Current status of the port 903612af-0d30-47c9-b3ea-8c9be127ce03 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:24.176797 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c897d-dd31-4455-a700-d8bb40b8e18e req-e6717740-0932-40dc-b6ee-845169f98903 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:24.178485 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7e5c897d-dd31-4455-a700-d8bb40b8e18e req-e6717740-0932-40dc-b6ee-845169f98903 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.3339627 Feb 16 11:09:24.230728 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3c9a292e-f8d1-4add-a688-558d537e4760 req-655a2423-6a0c-497a-892e-055aefcb4bd9 service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132415 Feb 16 11:09:24.267308 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d84a2d-55eb-42ec-ba63-a4d380508d32 req-6fbf319b-5137-4416-adf8-623adf68d3f3 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:24.272517 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-03d84a2d-55eb-42ec-ba63-a4d380508d32 req-6fbf319b-5137-4416-adf8-623adf68d3f3 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1089654 Feb 16 11:09:24.279085 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7e5c897d-dd31-4455-a700-d8bb40b8e18e req-df210d94-4760-4ae8-ad29-53a43d9d2404 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818107 Feb 16 11:09:24.288562 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (6c9d5eb0-ff06-4255-8c62-a40905e6525b), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:24.393880 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-03d84a2d-55eb-42ec-ba63-a4d380508d32 req-b0a95e09-763e-4bda-9235-4c88fa710c4c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142206 Feb 16 11:09:24.450718 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 903612af-0d30-47c9-b3ea-8c9be127ce03 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:24.452188 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:24.600808 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c495ec1-a0a8-493a-ac03-646a6f21f321 req-2b7acf0a-d0f4-4d06-9456-8c3354d76662 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:24.602578 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2c495ec1-a0a8-493a-ac03-646a6f21f321 req-2b7acf0a-d0f4-4d06-9456-8c3354d76662 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.1533079 Feb 16 11:09:24.623802 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:09:24.665076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 903612af-0d30-47c9-b3ea-8c9be127ce03 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:24.763162 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2c495ec1-a0a8-493a-ac03-646a6f21f321 req-95831309-6470-499e-9ac9-430120cee785 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492393 Feb 16 11:09:24.825600 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:09:24.852574 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:09:24.865026 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:24.866483 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-2d1d6efc-0920-4b47-9c7e-5c48bdc50323 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9958081 Feb 16 11:09:24.871233 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56180) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:24.884627 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:24.888487 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:08:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:24.998104 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c9f2-ddc4-4fba-9973-abf41683f321 req-2bd8c024-f055-4c8c-8fdd-e30d440b3586 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:25.000987 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0441c9f2-ddc4-4fba-9973-abf41683f321 req-2bd8c024-f055-4c8c-8fdd-e30d440b3586 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0765970 Feb 16 11:09:25.078792 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0441c9f2-ddc4-4fba-9973-abf41683f321 req-8c550cf7-321d-4e5e-8909-9f1620f2f76f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678275 Feb 16 11:09:25.094482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56190) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:25.162977 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:25.354689 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [req-8f4fa795-bbe3-4461-8eb4-0d9096f0a0d5 req-ec2b2b2f-9199-4bb3-9811-bae7e3f53ed0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:09:25.358172 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8f4fa795-bbe3-4461-8eb4-0d9096f0a0d5 req-ec2b2b2f-9199-4bb3-9811-bae7e3f53ed0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117970 Feb 16 11:09:25.463300 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:23Z', 'revision_number': 3, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:25.466051 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ce776-85da-4bdc-9a45-fa75cf16c2c6 req-b8d0fb35-759b-401c-8569-9f0fb4fd5b1a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:25.468953 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-723ce776-85da-4bdc-9a45-fa75cf16c2c6 req-b8d0fb35-759b-401c-8569-9f0fb4fd5b1a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2234206 Feb 16 11:09:25.493907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c2a07d-9149-46ee-b6ca-94dd85b2eff9 tempest-TestShelveInstance-430098316 tempest-TestShelveInstance-430098316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:25.502692 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:09:25.503085 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Updating router 6c9d5eb0-ff06-4255-8c62-a40905e6525b port 29819eea-b9a9-4f47-86d3-e357204cd2f8 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:09:25.507829 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-99c2a07d-9149-46ee-b6ca-94dd85b2eff9 tempest-TestShelveInstance-430098316 tempest-TestShelveInstance-430098316-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1124 time: 0.4120491 Feb 16 11:09:25.513315 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56208) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:25.524828 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'port_id': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:25.547150 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:25.588736 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:25.605030 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-723ce776-85da-4bdc-9a45-fa75cf16c2c6 req-7611a6d6-4161-4d56-8e01-bdf490f5a44e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902281 Feb 16 11:09:25.721822 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f1780-dd1b-4543-9d69-92db01485bbb req-31adafd7-1d2a-4745-9448-48d1d201e94d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:25.729204 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e23f1780-dd1b-4543-9d69-92db01485bbb req-31adafd7-1d2a-4745-9448-48d1d201e94d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1650202 Feb 16 11:09:25.774425 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:25.842610 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e23f1780-dd1b-4543-9d69-92db01485bbb req-22f0d626-072e-4b5f-8386-75455f3e8a46 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123843 Feb 16 11:09:25.871452 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:25.881035 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 903612af-0d30-47c9-b3ea-8c9be127ce03 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:25.995295 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Publish callbacks [] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.002067 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.017192 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 903612af-0d30-47c9-b3ea-8c9be127ce03 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:26.017875 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.039883 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515fc92-e54c-4df5-adf2-4f76588bacda req-4d49976f-d9d9-4e88-939f-bf80dee727ca tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:26.041738 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1515fc92-e54c-4df5-adf2-4f76588bacda req-4d49976f-d9d9-4e88-939f-bf80dee727ca tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 944 time: 0.1096041 Feb 16 11:09:26.055473 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Pushing event updated for resources: {'Port': ['ID=29819eea-b9a9-4f47-86d3-e357204cd2f8,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:26.065800 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.066669 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.066669 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.066896 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.067173 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.067495 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.067936 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.068292 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.068675 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.069403 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.069637 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.069946 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.070265 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.096136 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Allocated IP 172.27.1.229 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/eb06b66e-ea93-4ceb-ae17-c048ea007f11) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:26.104367 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Attempting to bind port 29819eea-b9a9-4f47-86d3-e357204cd2f8 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:09:26.104732 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Attempting to bind port 29819eea-b9a9-4f47-86d3-e357204cd2f8 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:09:26.105097 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Attempting to bind port 29819eea-b9a9-4f47-86d3-e357204cd2f8 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:26.123161 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:09:26.123633 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:26.123969 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.124740 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:09:26.125262 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Bound port: 29819eea-b9a9-4f47-86d3-e357204cd2f8, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:09:26.125657 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.143381 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d73236a0-fd01-4578-a476-674e7e4474d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.162863 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1515fc92-e54c-4df5-adf2-4f76588bacda req-1024e374-8a23-4d2c-b526-2a38c8ca56fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134529 Feb 16 11:09:26.164613 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Allocated IP 172.20.0.1 (7c66b3d3-601b-4b66-bfed-ed73c0b7d135/a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe/58b1d2c4-00a6-42a6-8e13-246a8e6d9072) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:26.221565 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.231615 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] For port 29819eea-b9a9-4f47-86d3-e357204cd2f8, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:09:26.237134 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] For port 29819eea-b9a9-4f47-86d3-e357204cd2f8, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=29819eea-b9a9-4f47-86d3-e357204cd2f8,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:09:26.261697 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.266828 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.304764 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 903612af-0d30-47c9-b3ea-8c9be127ce03 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:26.338212 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:26.339673 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'Port': ['ID=eb06b66e-ea93-4ceb-ae17-c048ea007f11,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:26.344859 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:26.348657 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:26.351074 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:26.353413 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:26.362931 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d1210-1c64-480b-8294-c505d138ca8b None None] Pushing event updated for resources: {'Port': ['ID=29819eea-b9a9-4f47-86d3-e357204cd2f8,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:26.387002 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56234) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:26.395809 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks [] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.397977 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.398332 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.398677 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.399014 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.399349 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.399762 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.400003 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.400355 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.400842 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.401175 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.401501 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.402317 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.403172 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:26.466052 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.537494 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:26.542113 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:26.561994 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:26.613221 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (6c9d5eb0-ff06-4255-8c62-a40905e6525b), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.714953 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Pushing event updated for resources: {'Port': ['ID=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:26.843657 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:26.886788 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56250) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:26.972005 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:26.973303 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device d6f49456-be7f-43c1-820b-95db6a61d978 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:09:26.977662 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:09:27.023931 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-30525be4-bb66-461e-bc50-026fcdc30fd3 None None] Provisioning complete for port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:27.024725 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-30525be4-bb66-461e-bc50-026fcdc30fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.053429 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2568c-7189-4081-a0ec-79f361e4fffe req-80aff82e-2dda-49cc-b9ff-3580203d9168 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:27.058292 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-77e2568c-7189-4081-a0ec-79f361e4fffe req-80aff82e-2dda-49cc-b9ff-3580203d9168 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2414820 Feb 16 11:09:27.101567 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-30525be4-bb66-461e-bc50-026fcdc30fd3 None None] Port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:09:27.156650 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-769b9a0a-8351-4dfa-8b61-9029c8fc02f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.222740 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-62b64205-129b-4853-85bd-5f8b10b443d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8345630 Feb 16 11:09:27.248903 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:23Z', 'revision_number': 3, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:27.252672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-10b095f9-2003-47ca-bb84-ac62b868fdbf service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:09:27.255073 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-10b095f9-2003-47ca-bb84-ac62b868fdbf service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128498 Feb 16 11:09:27.270342 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1b45e-bf04-44de-a27b-8a540bd5833b req-7adda6fb-96bb-4893-a054-ed6574351d9d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:27.272048 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c2c1b45e-bf04-44de-a27b-8a540bd5833b req-7adda6fb-96bb-4893-a054-ed6574351d9d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 946 time: 0.2377064 Feb 16 11:09:27.285033 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-77e2568c-7189-4081-a0ec-79f361e4fffe req-1f089da7-a314-48ec-ac6c-aeadf3a9b360 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172759 Feb 16 11:09:27.323822 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f072a6-8b8f-42b5-9f79-ede184926a26 None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:23Z', 'revision_number': 3, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:09:27.349045 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: DOWN; New status is: DOWN {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:27.390502 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.412811 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d6f49456-be7f-43c1-820b-95db6a61d978,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:27.429403 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'port_id': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'mac_address': 'fa:16:3e:35:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:09:27.488911 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port d6f49456-be7f-43c1-820b-95db6a61d978 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:27.489623 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.507487 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f49456-be7f-43c1-820b-95db6a61d978 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:09:27.538215 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks [] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.543664 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56262) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:27.544919 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d6f49456-be7f-43c1-820b-95db6a61d978,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:27.551643 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.566665 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.645670 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Pushing event updated for resources: {'Port': ['ID=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:27.645921 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:27.665756 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c2c1b45e-bf04-44de-a27b-8a540bd5833b req-d0fde84b-f984-4dfc-8b83-22989539223e tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870885 Feb 16 11:09:27.674282 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac516c-be85-4c91-b7bd-26e446d16949 req-297827d2-5c54-4c29-8258-e6cae7a6187b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:27.676274 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecac516c-be85-4c91-b7bd-26e446d16949 req-297827d2-5c54-4c29-8258-e6cae7a6187b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2265055 Feb 16 11:09:27.720885 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for floatingip (f4a6856a-53cc-4eb3-8d18-b2c1a437459a), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.754114 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-769b9a0a-8351-4dfa-8b61-9029c8fc02f9 admin admin] Publish callbacks [] for security_group (8f80df8c-4008-422c-a9b0-27e2cad24f74), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.799651 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-769b9a0a-8351-4dfa-8b61-9029c8fc02f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8f80df8c-4008-422c-a9b0-27e2cad24f74), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.842494 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-bc939480-cdc8-4652-9941-d36f4f76ba06 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:27.844009 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-bc939480-cdc8-4652-9941-d36f4f76ba06 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports/bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 941 time: 0.2984524 Feb 16 11:09:27.853525 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (6c9d5eb0-ff06-4255-8c62-a40905e6525b), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.881013 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:27.901728 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-769b9a0a-8351-4dfa-8b61-9029c8fc02f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c7cb5ce7ca84699ad599b09d0822785&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0107963 Feb 16 11:09:27.907898 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56268) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:27.923275 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b9a0a-8351-4dfa-8b61-9029c8fc02f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f80df8c-4008-422c-a9b0-27e2cad24f74,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:27.924956 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['d6f49456-be7f-43c1-820b-95db6a61d978'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:09:27.956766 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb865d-8dce-41be-b01b-715a811d4fe0 req-1ca44011-82ab-4601-aab6-486e22b74e48 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:27.958095 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f0bb865d-8dce-41be-b01b-715a811d4fe0 req-1ca44011-82ab-4601-aab6-486e22b74e48 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 945 time: 0.1592667 Feb 16 11:09:28.003339 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ecac516c-be85-4c91-b7bd-26e446d16949 req-1e9bcbdd-0cbd-49a9-be33-c56f1733b790 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709525 Feb 16 11:09:28.103253 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Publish callbacks [] for security_group (8f80df8c-4008-422c-a9b0-27e2cad24f74), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.122188 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:28.127372 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:28.140994 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Publish callbacks [] for security_group (8f80df8c-4008-422c-a9b0-27e2cad24f74), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.408826 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f0bb865d-8dce-41be-b01b-715a811d4fe0 req-89e2a3df-1b87-4bff-b222-270d23906d35 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408226 Feb 16 11:09:28.468236 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.476547 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.550016 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (f4a6856a-53cc-4eb3-8d18-b2c1a437459a), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.672756 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-c0e34c6a-de5f-4828-b338-4c2b89cc0b4c None None] Provisioning complete for port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:28.673238 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c0e34c6a-de5f-4828-b338-4c2b89cc0b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.681850 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event updated for resources: {'Port': ['ID=eb06b66e-ea93-4ceb-ae17-c048ea007f11,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:28.775307 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Floating IP f4a6856a-53cc-4eb3-8d18-b2c1a437459a associated. External IP: 172.27.1.229, port: 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c. Feb 16 11:09:28.791469 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-c0e34c6a-de5f-4828-b338-4c2b89cc0b4c None None] Port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:09:28.838506 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64b804-6f48-42f2-bb62-e2a9b0bd3e5d req-e69442b3-44c2-4902-9e73-0ca7358b804a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:28.840594 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fe64b804-6f48-42f2-bb62-e2a9b0bd3e5d req-e69442b3-44c2-4902-9e73-0ca7358b804a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2797608 Feb 16 11:09:28.865166 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8f80df8c-4008-422c-a9b0-27e2cad24f74), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.867874 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:28.869828 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f80df8c-4008-422c-a9b0-27e2cad24f74 HTTP/1.1" status: 204 len: 168 time: 0.9556212 Feb 16 11:09:28.887269 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:09:28.907648 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f80df8c-4008-422c-a9b0-27e2cad24f74,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:28.913006 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-1f17d357-3ab0-48b2-b051-6dddea3a4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:28.914476 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-1f17d357-3ab0-48b2-b051-6dddea3a4804 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.1954894 Feb 16 11:09:28.934240 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.934856 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.939111 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d549f7-51ad-45e9-8611-8da41c4e91d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:28.959209 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d4717-6d53-4619-a217-2dc467b20f5b req-7083181c-5425-470f-8e69-77175105c1aa tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:28.982303 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d49d4717-6d53-4619-a217-2dc467b20f5b req-7083181c-5425-470f-8e69-77175105c1aa tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 946 time: 0.2100883 Feb 16 11:09:29.026970 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-f63e6975-b103-40c3-b8a6-0cf943d5d560 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:29.028558 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-f63e6975-b103-40c3-b8a6-0cf943d5d560 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 946 time: 0.2165995 Feb 16 11:09:29.049659 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:29.079240 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fe64b804-6f48-42f2-bb62-e2a9b0bd3e5d req-ae2b86c7-46ec-4ffe-9fc2-7fb52692650d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164025 Feb 16 11:09:29.223852 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:09:29.227479 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d49d4717-6d53-4619-a217-2dc467b20f5b req-6475a180-bc89-4c57-b597-1f5ab697e927 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425599 Feb 16 11:09:29.244198 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e8b665e5-0ff8-49e0-a372-2ab6a98bc0fb admin admin] 10.222.0.52 "PUT /v2.0/routers/6c9d5eb0-ff06-4255-8c62-a40905e6525b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3658078 Feb 16 11:09:29.337059 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Deleting port 8b9abe86-7f68-40de-a745-127ed3f23fb5 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:09:29.337409 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:29.341744 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-4e8659fa-683b-469a-ac72-12a073a5daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:29.343697 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-4e8659fa-683b-469a-ac72-12a073a5daaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.4058237 Feb 16 11:09:29.416834 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-c6c5dd7b-4107-4a3d-bc8e-5323daba0b22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 217 time: 0.0662899 Feb 16 11:09:29.448268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ae11-a34f-46f0-a971-3d5700475940 req-ed49d86d-5f2e-4748-bc8a-9e9e98724ea9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:29.457549 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6ae0ae11-a34f-46f0-a971-3d5700475940 req-ed49d86d-5f2e-4748-bc8a-9e9e98724ea9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2165926 Feb 16 11:09:29.475411 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Router e03c11e4-9625-447a-84ed-eb0375fe9442 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:09:29.517988 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-052ef5dc-7af8-4d8f-9c5d-59b02aa20aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:29.518405 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] For port 8b9abe86-7f68-40de-a745-127ed3f23fb5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8b9abe86-7f68-40de-a745-127ed3f23fb5,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:29.519012 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:29.523951 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-052ef5dc-7af8-4d8f-9c5d-59b02aa20aa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.0987935 Feb 16 11:09:29.547729 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Calling delete_port for 8b9abe86-7f68-40de-a745-127ed3f23fb5 owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:09:29.574549 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6ae0ae11-a34f-46f0-a971-3d5700475940 req-f80c1e37-2b99-40ca-9827-c619da190c9a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050820 Feb 16 11:09:29.609776 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-5b055c87-0222-43ea-9c8e-51cb2501fac3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770714 Feb 16 11:09:29.747916 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (8b9abe86-7f68-40de-a745-127ed3f23fb5), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:29.765126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b', '106202d9-a66e-4c4d-b52e-71bcb3c2366a', '7b4475be-f676-49d6-bf60-a6cb570926bd', '8b9abe86-7f68-40de-a745-127ed3f23fb5'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:09:29.824043 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbfd6-11b4-478d-8da7-42582962fd03 req-3e2d6233-78a2-470f-bfbe-49ae4badf151 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:29.825915 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5f8bbfd6-11b4-478d-8da7-42582962fd03 req-3e2d6233-78a2-470f-bfbe-49ae4badf151 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 945 time: 0.2946708 Feb 16 11:09:29.851115 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event deleted for resources: {'Port': ['ID=8b9abe86-7f68-40de-a745-127ed3f23fb5,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:29.927250 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:09:29.935286 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] No DVR routers for this DVR port 8b9abe86-7f68-40de-a745-127ed3f23fb5 on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:09:29.940049 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:29.944765 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8747cfb5-90c4-4137-9858-29d2a306bf66 req-59143711-910d-4675-952b-ad1ba31cbeab tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "DELETE /v2.0/ports/8b9abe86-7f68-40de-a745-127ed3f23fb5 HTTP/1.1" status: 204 len: 173 time: 0.8794434 Feb 16 11:09:29.945951 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'name': 'network-vif-deleted', 'tag': '8b9abe86-7f68-40de-a745-127ed3f23fb5'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:29.960459 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-3acbdeba-3bd3-4e5e-ad2c-2c1c55a9cfba service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871892 Feb 16 11:09:29.964552 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] Sync routers for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:09:29.972071 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc13bb-64b0-4e8e-82cf-e28436f4d412" -d '{"events": [{"server_uuid": "615fb7d3-53bd-402e-bda2-56da6d3b41c5", "name": "network-vif-deleted", "tag": "8b9abe86-7f68-40de-a745-127ed3f23fb5"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:29.984025 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5f8bbfd6-11b4-478d-8da7-42582962fd03 req-67cc2859-2661-48ba-9c37-0392df642611 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474974 Feb 16 11:09:30.044925 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6addefe-2333-48e4-9280-0a1882565c48 x-openstack-request-id: req-d6addefe-2333-48e4-9280-0a1882565c48 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:30.045503 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615fb7d3-53bd-402e-bda2-56da6d3b41c5", "name": "network-vif-deleted", "tag": "8b9abe86-7f68-40de-a745-127ed3f23fb5", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:30.046079 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6addefe-2333-48e4-9280-0a1882565c48 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:30.046779 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615fb7d3-53bd-402e-bda2-56da6d3b41c5', 'name': 'network-vif-deleted', 'tag': '8b9abe86-7f68-40de-a745-127ed3f23fb5', 'status': 'completed', 'code': 200} Feb 16 11:09:30.084567 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 29819eea-b9a9-4f47-86d3-e357204cd2f8 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:30.108103 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.211223 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9f300c3f-899c-4ba6-a47e-bab7baf3b38f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6962631 Feb 16 11:09:30.215026 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c37e6daa-681e-4193-b76f-d41e1f365d55 req-79e25219-5e55-467a-aa8e-1daffde3a4b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450235 Feb 16 11:09:30.216870 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:30.223792 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bdcc5f-2893-4441-b51f-b08252f2815d" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:30.257895 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.301295 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:30.301965 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:30.361226 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:09:30.395753 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652deccf-70c6-4e13-9ecb-f309cba91130 x-openstack-request-id: req-652deccf-70c6-4e13-9ecb-f309cba91130 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:30.396222 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:30.396682 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-652deccf-70c6-4e13-9ecb-f309cba91130 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:30.396886 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'status': 'completed', 'code': 200} Feb 16 11:09:30.397646 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:30.398810 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:30.432900 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56310) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:30.439263 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-787426039-network', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:30.470925 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958ed63-f78d-48c2-8a37-9fb3dbffd37c req-7fe6953b-31e9-4a81-afc9-69b5ceef7c96 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:30.472727 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7958ed63-f78d-48c2-8a37-9fb3dbffd37c req-7fe6953b-31e9-4a81-afc9-69b5ceef7c96 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1329465 Feb 16 11:09:30.503397 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-f31561b4-7564-4313-b8b0-1d7dcceb40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:30.504260 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Made reservation on behalf of 6a0fa78996ee4767b737aea1a9ff0f1b for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:09:30.504424 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-f31561b4-7564-4313-b8b0-1d7dcceb40a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1129 time: 0.0990331 Feb 16 11:09:30.506007 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.525121 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d9840f3b-ceef-4a7f-91ca-4d05177939c8 req-d23600c4-a5f3-451c-8703-d153256172a9 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=615fb7d3-53bd-402e-bda2-56da6d3b41c5 HTTP/1.1" status: 200 len: 210 time: 0.0557935 Feb 16 11:09:30.534723 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.708445 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:30.708839 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks [] for security_group (afa17c54-5353-4185-aae6-18bd5ce11527), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.722859 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.740958 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (afa17c54-5353-4185-aae6-18bd5ce11527), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.763073 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:09:30.778898 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (508223da-e246-4fc3-9898-25f11a10b03d), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.779642 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Added segment 508223da-e246-4fc3-9898-25f11a10b03d of type vlan for network 1e9345cc-6b1c-4463-b742-edce069494d0 Feb 16 11:09:30.838768 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 29819eea-b9a9-4f47-86d3-e357204cd2f8 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:30.839951 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:30.888256 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:31.000099 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device d6f49456-be7f-43c1-820b-95db6a61d978 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:31.137824 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7958ed63-f78d-48c2-8a37-9fb3dbffd37c req-9a1a086c-10d0-4815-9abc-62f894bfbfb9 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537771 Feb 16 11:09:31.157645 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (1e9345cc-6b1c-4463-b742-edce069494d0), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.221575 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb1416-3986-4737-a0de-35d7f0283940 req-4bfc6488-c159-4f55-a160-2db53a17fc17 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.226910 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-43bb1416-3986-4737-a0de-35d7f0283940 req-4bfc6488-c159-4f55-a160-2db53a17fc17 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.5163131 Feb 16 11:09:31.231312 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-fd56310c-b498-4691-8146-6c96a6bcc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.232510 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa17c54-5353-4185-aae6-18bd5ce11527,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:31.234498 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-fd56310c-b498-4691-8146-6c96a6bcc971 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 910 time: 0.7130837 Feb 16 11:09:31.269798 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-675476c8-b012-42a2-ad25-a2c87beddc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.272421 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-675476c8-b012-42a2-ad25-a2c87beddc49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80&tenant_id=91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 1128 time: 0.3789613 Feb 16 11:09:31.308066 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port d6f49456-be7f-43c1-820b-95db6a61d978 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:09:31.314800 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 29819eea-b9a9-4f47-86d3-e357204cd2f8 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:31.315670 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.341944 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (1e9345cc-6b1c-4463-b742-edce069494d0), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.343558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.344549 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.368848 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port d6f49456-be7f-43c1-820b-95db6a61d978 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:31.369579 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.430334 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:27Z', 'revision_number': 2, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:31.439279 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 29819eea-b9a9-4f47-86d3-e357204cd2f8, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=29819eea-b9a9-4f47-86d3-e357204cd2f8,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:31.448677 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0138669 Feb 16 11:09:31.459999 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.472215 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56316) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:31.494569 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-43bb1416-3986-4737-a0de-35d7f0283940 req-77e14ba1-0838-4acb-883f-9c4f98bda5f5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290823 Feb 16 11:09:31.528527 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:09:31.529270 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Updating router 6c9d5eb0-ff06-4255-8c62-a40905e6525b port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:09:31.561916 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e8eff-bc46-4527-a8d5-f47a00d047a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9345cc-6b1c-4463-b742-edce069494d0,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:31.595780 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Request body: {'subnet': {'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-787426039-subnet', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:31.630086 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-7e01c6f8-fd75-4e06-ac86-f83d1c5ab954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.643338 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-7e01c6f8-fd75-4e06-ac86-f83d1c5ab954 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1128 time: 0.2839146 Feb 16 11:09:31.670778 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-833abd9d-c0e7-4e5f-95f3-9fd06f4daf1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 999 time: 0.4154806 Feb 16 11:09:31.679526 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.823649 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-0ec965db-d5ca-45e2-89d3-ea4cc76b6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.826289 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-0ec965db-d5ca-45e2-89d3-ea4cc76b6530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 200 len: 848 time: 0.1476176 Feb 16 11:09:31.827695 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Made reservation on behalf of 6a0fa78996ee4767b737aea1a9ff0f1b for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:09:31.832212 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:31.860853 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-a8e91833-29f7-49dc-b7d6-82d6214f4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.863698 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-a8e91833-29f7-49dc-b7d6-82d6214f4869 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.2195523 Feb 16 11:09:31.875447 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 1e9345cc-6b1c-4463-b742-edce069494d0 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:09:31.931306 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3255fe3-2073-474f-96a1-082dc38ce24d req-a021515a-a8a3-4bd5-9a44-9059cea101f7 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:31.933511 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e3255fe3-2073-474f-96a1-082dc38ce24d req-a021515a-a8a3-4bd5-9a44-9059cea101f7 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 945 time: 0.5427454 Feb 16 11:09:31.985288 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=29819eea-b9a9-4f47-86d3-e357204cd2f8,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:32.014740 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-6149752e-3eec-49da-9729-deac6c026104 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 999 time: 0.1412177 Feb 16 11:09:32.015115 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-41b1b9f8-22ff-4ffb-a7f1-f1e52383553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:32.016765 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-41b1b9f8-22ff-4ffb-a7f1-f1e52383553c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1472142 Feb 16 11:09:32.105702 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': 'f4a6856a-53cc-4eb3-8d18-b2c1a437459a', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'port_id': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'mac_address': 'fa:16:3e:86:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c5008-77da-4c13-bd11-df24666a65ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:09:27Z', 'updated_at': '2022-02-16T11:09:27Z', 'revision_number': 0, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:08Z', 'revision_number': 5, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:32.118990 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e3255fe3-2073-474f-96a1-082dc38ce24d req-abde959b-665d-4c82-846a-16a9d9169cfe tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367846 Feb 16 11:09:32.139195 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port d6f49456-be7f-43c1-820b-95db6a61d978 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:32.139737 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.144856 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] Checking router: e03c11e4-9625-447a-84ed-eb0375fe9442 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:09:32.167447 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:32.168110 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:32.183196 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-50362a4d-6b17-4cb4-9649-2c84301a1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:32.185397 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-50362a4d-6b17-4cb4-9649-2c84301a1f5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.1575072 Feb 16 11:09:32.269746 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-35310ae0-ff33-4fa3-9cf5-eca1da0137aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:32.273738 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-35310ae0-ff33-4fa3-9cf5-eca1da0137aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0804412 Feb 16 11:09:32.345445 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-4d7f5c5b-0ddd-4dce-aef9-44cf61f4e4dd service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087306 Feb 16 11:09:32.354846 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:32.357516 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a875cf9a-8f21-4835-a494-baff671e4f77" -d '{"events": [{"server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:32.380116 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d6f49456-be7f-43c1-820b-95db6a61d978,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:32.397682 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.422475 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bef0f-2499-439a-8474-6174695f9722 x-openstack-request-id: req-695bef0f-2499-439a-8474-6174695f9722 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:32.423026 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "name": "network-vif-plugged", "status": "completed", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:32.423299 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-695bef0f-2499-439a-8474-6174695f9722 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:32.424188 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Publish callbacks [] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.426995 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'code': 200} Feb 16 11:09:32.443543 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.494094 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (15e69d2d-58da-449b-b2a7-ee210b83e574), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.502499 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-48c44b50-508c-4006-954a-24a3becf1613 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147856 Feb 16 11:09:32.525930 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd52608-9185-419e-b2ca-3d057790da0c req-31090591-10ef-4295-af45-4e0171b78b69 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:32.534901 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4cd52608-9185-419e-b2ca-3d057790da0c req-31090591-10ef-4295-af45-4e0171b78b69 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1939068 Feb 16 11:09:32.541524 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:32.566055 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e05a04-ea99-4667-8aa3-6bbb6838a15b None None] Pushing event updated for resources: {'Port': ['ID=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:32.611883 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:32.613414 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5bdcc5f-2893-4441-b51f-b08252f2815d req-55bdb558-f3d1-423d-aae2-27b0f9e5eb47 service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551241 Feb 16 11:09:32.658891 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Checking segment: {'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:32.659294 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Network hostable DHCP agents. Network: 1e9345cc-6b1c-4463-b742-edce069494d0, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:09:32.707428 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e69d2d-58da-449b-b2a7-ee210b83e574,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:32.735345 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4cd52608-9185-419e-b2ca-3d057790da0c req-9c02fa08-2cda-4709-b1f2-096f36121f20 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989346 Feb 16 11:09:32.776573 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6b708ec2-a386-4892-8714-1777c3b8b8d8 req-e948f3de-8716-42c0-83e3-686d7e504463 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192583 Feb 16 11:09:32.780069 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Network 1e9345cc-6b1c-4463-b742-edce069494d0 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:09:32.800171 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Attempting to bind port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:09:32.801011 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Attempting to bind port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:09:32.801634 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Attempting to bind port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:32.819324 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:09:32.819967 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Checking segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:32.820706 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.821377 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Bound using segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:09:32.822205 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 1e9345cc-6b1c-4463-b742-edce069494d0) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:32.822550 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Bound port: 58b1d2c4-00a6-42a6-8e13-246a8e6d9072, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:09:32.822875 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.829563 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001cd7-ba4b-4337-9f42-72297a74b25d req-0e6f2cb8-fe8b-44b5-a4b6-53342e739949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:32.831249 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-17001cd7-ba4b-4337-9f42-72297a74b25d req-0e6f2cb8-fe8b-44b5-a4b6-53342e739949 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1130 time: 0.1735423 Feb 16 11:09:32.836231 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:32.836592 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.840382 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082b990-5132-4ce1-a6ae-6948d95a205c None None] Network 1e9345cc-6b1c-4463-b742-edce069494d0 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:09:32.904094 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1319-57d0-4416-add1-7760c8beea80 req-88b3b0c5-0600-466d-bc01-b7182f9f3212 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:32.905979 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-597b1319-57d0-4416-add1-7760c8beea80 req-88b3b0c5-0600-466d-bc01-b7182f9f3212 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1669049 Feb 16 11:09:32.914655 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b42e8181-0443-4daf-8bb6-030cc2b909f7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4429553 Feb 16 11:09:32.918579 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56338) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:32.926158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:32.936929 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-17001cd7-ba4b-4337-9f42-72297a74b25d req-98ef6296-66df-468b-99fd-a812f4ee3170 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924618 Feb 16 11:09:32.977635 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133936469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26214'] for router (409c109b-d02b-4472-815b-8157fb0523f8), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:32.978846 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133936633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133929503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133750312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26269'] for router (409c109b-d02b-4472-815b-8157fb0523f8), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.018622 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 8b9abe86-7f68-40de-a745-127ed3f23fb5 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:09:33.021153 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-597b1319-57d0-4416-add1-7760c8beea80 req-ef6e02b6-d2aa-4587-a947-a1e1bbb5c351 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974164 Feb 16 11:09:33.065092 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] For port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:09:33.076541 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 8b9abe86-7f68-40de-a745-127ed3f23fb5 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:09:33.077092 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] For port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:09:33.077576 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 8b9abe86-7f68-40de-a745-127ed3f23fb5 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:09:33.084818 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks [] for router_controller (409c109b-d02b-4472-815b-8157fb0523f8), precommit_add_association {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.090029 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.147429 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-eb7981f4-6215-4927-846f-82dfe85b32d3 None None] Provisioning complete for port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:33.148109 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-eb7981f4-6215-4927-846f-82dfe85b32d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.225066 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:33.225775 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:33.226182 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67664b0d-d9bf-55ab-a416-d6eec3d11a79-1e9345cc-6b1c-4463-b742-edce069494d0', 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0', 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'fixed_ips': [{'subnet_id': '15e69d2d-58da-449b-b2a7-ee210b83e574'}]}} from dv-cinder-773985-29-iscsi. {{(pid=102877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 11:09:33.227985 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.321592 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e05a04-ea99-4667-8aa3-6bbb6838a15b None None] Pushing event updated for resources: {'Port': ['ID=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,revision_number=4']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:33.470660 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee31b4d-f038-4bcf-aef6-2994115f17bd req-17c3da44-22bb-4a6d-8c45-56c44724704b tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:33.473606 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks [] for router_gateway (409c109b-d02b-4472-815b-8157fb0523f8), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.474385 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dee31b4d-f038-4bcf-aef6-2994115f17bd req-17c3da44-22bb-4a6d-8c45-56c44724704b tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.1559067 Feb 16 11:09:33.508570 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-eb7981f4-6215-4927-846f-82dfe85b32d3 None None] Current status of the port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:33.510804 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-eb7981f4-6215-4927-846f-82dfe85b32d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.527082 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:33.566866 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6ad72-bcc4-4531-97ef-ba19107230dd req-f7349624-b27a-481b-af51-feb73781fb88 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:33.576837 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d2f6ad72-bcc4-4531-97ef-ba19107230dd req-f7349624-b27a-481b-af51-feb73781fb88 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 945 time: 0.0904667 Feb 16 11:09:33.615830 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dee31b4d-f038-4bcf-aef6-2994115f17bd req-a1c7e892-7f08-4fe0-b9bf-a9cefc5629f1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327899 Feb 16 11:09:33.686690 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': 'f4a6856a-53cc-4eb3-8d18-b2c1a437459a', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'port_id': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'mac_address': 'fa:16:3e:86:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c5008-77da-4c13-bd11-df24666a65ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:09:27Z', 'updated_at': '2022-02-16T11:09:27Z', 'revision_number': 0, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:08Z', 'revision_number': 5, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:33.690146 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d2f6ad72-bcc4-4531-97ef-ba19107230dd req-390289b9-ac61-4d9f-b9c3-e896f91eead0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068897 Feb 16 11:09:33.756866 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83534e7b-2394-4128-bf52-7c8e39eb9c55 None None] The sync data for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi is: [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': 'f4a6856a-53cc-4eb3-8d18-b2c1a437459a', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'port_id': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'mac_address': 'fa:16:3e:86:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450c5008-77da-4c13-bd11-df24666a65ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:09:27Z', 'updated_at': '2022-02-16T11:09:27Z', 'revision_number': 0, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:08Z', 'revision_number': 5, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:09:33.789203 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-eb7981f4-6215-4927-846f-82dfe85b32d3 None None] For port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:33.815127 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-eb7981f4-6215-4927-846f-82dfe85b32d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:33.834108 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.db_base_plugin_common [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Allocated IP 172.20.0.2 (1e9345cc-6b1c-4463-b742-edce069494d0/15e69d2d-58da-449b-b2a7-ee210b83e574/8f74fe02-15a9-43aa-a2aa-166d86a76c8d) {{(pid=102877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:33.844719 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:33.877004 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00dbb37-42e5-4617-b782-270e5bed7d82 None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:09:33.943391 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 29819eea-b9a9-4f47-86d3-e357204cd2f8 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:33.995697 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks [] for router_gateway (409c109b-d02b-4472-815b-8157fb0523f8), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:34.039293 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447ea52-eae8-4124-a39b-505de3b2231c req-c6b35f24-3970-4d55-b454-df320f12df16 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:34.042964 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:34.050761 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d447ea52-eae8-4124-a39b-505de3b2231c req-c6b35f24-3970-4d55-b454-df320f12df16 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1275373 Feb 16 11:09:34.082816 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7981f4-6215-4927-846f-82dfe85b32d3 None None] Pushing event updated for resources: {'Port': ['ID=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:34.186072 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d447ea52-eae8-4124-a39b-505de3b2231c req-cd0d144d-bffd-459a-b35f-8f28117dc7d2 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342361 Feb 16 11:09:34.195712 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-aa858774-a251-4f19-b42f-87eb8c04632c None None] Provisioning complete for port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:34.196091 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-aa858774-a251-4f19-b42f-87eb8c04632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:34.326220 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Allocated IP 172.27.1.76 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/d4f81a3e-607e-42d5-a954-84bd3d253416) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:34.555742 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-aa858774-a251-4f19-b42f-87eb8c04632c None None] Current status of the port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:34.561016 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cc50ef-5f43-416f-abd1-8ad8ec89cd90 None None] New status for floating IP f4a6856a-53cc-4eb3-8d18-b2c1a437459a: ACTIVE {{(pid=102877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:09:34.660289 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks [] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:34.706143 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 29819eea-b9a9-4f47-86d3-e357204cd2f8 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:34.706948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:34.773453 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee85d49-70fb-4e56-9d4e-528038889c85 req-4b41eda5-1b45-4aa1-9e53-2c9a5e901c80 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:34.788023 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7ee85d49-70fb-4e56-9d4e-528038889c85 req-4b41eda5-1b45-4aa1-9e53-2c9a5e901c80 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2691236 Feb 16 11:09:34.849643 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:35.011844 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc5709-59f0-4079-8471-14bc99548ffc req-6d3d45b6-0ce7-4c93-97b3-205b287fafbc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:35.029121 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e1dc5709-59f0-4079-8471-14bc99548ffc req-6d3d45b6-0ce7-4c93-97b3-205b287fafbc tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.1742935 Feb 16 11:09:35.047250 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Publish callbacks [] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), precommit_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:35.090185 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Pushing event updated for resources: {'Port': ['ID=d4f81a3e-607e-42d5-a954-84bd3d253416,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:35.129746 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:35.140123 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:35.153792 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), after_create {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:35.159203 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:35.207535 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7ee85d49-70fb-4e56-9d4e-528038889c85 req-ea04a794-d9cc-4354-abda-f3ccebc81c5f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152522 Feb 16 11:09:35.404050 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e1dc5709-59f0-4079-8471-14bc99548ffc req-b74fd009-230d-488e-a6cf-8daddd77a452 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735023 Feb 16 11:09:35.443706 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682549-3314-4033-9f33-2aecd0e5be45 req-db8dba82-f523-4f05-8982-3ad6483fbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:35.470334 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-28682549-3314-4033-9f33-2aecd0e5be45 req-db8dba82-f523-4f05-8982-3ad6483fbe2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.2423813 Feb 16 11:09:35.552674 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Network 1e9345cc-6b1c-4463-b742-edce069494d0 is already hosted by enough agents. {{(pid=102877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:35.553908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 29819eea-b9a9-4f47-86d3-e357204cd2f8 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:35.568458 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.scheduler.base_scheduler [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Resources bound (agent type, host, resource id): {{(pid=102877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:35.579515 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Received port after_create {{(pid=102877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:35.640885 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Pushing event updated for resources: {'Port': ['ID=8f74fe02-15a9-43aa-a2aa-166d86a76c8d,revision_number=1']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:35.659284 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-28682549-3314-4033-9f33-2aecd0e5be45 req-7eafb64a-adaa-4372-ba09-e41293d458f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817710 Feb 16 11:09:35.729598 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Attempting to bind port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:09:35.729986 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Attempting to bind port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:09:35.730355 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Attempting to bind port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d on network 1e9345cc-6b1c-4463-b742-edce069494d0 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:35.738238 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:09:35.742931 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Checking segment: {'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:35.743535 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:35.744087 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Bound using segment: {'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:09:35.745861 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Bound port: 8f74fe02-15a9-43aa-a2aa-166d86a76c8d, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:09:35.746268 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:35.763335 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8a20e-d34c-4e34-8f80-f6fd253c2bd1 req-49be1679-9554-4862-bebb-684f06784c2d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:35.768808 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-89a8a20e-d34c-4e34-8f80-f6fd253c2bd1 req-49be1679-9554-4862-bebb-684f06784c2d tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 945 time: 0.3394480 Feb 16 11:09:35.781251 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905daad7-51eb-4e0a-a593-3a41b49091a4 req-30260842-1561-41d4-bb89-e0129c2e1c70 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:35.788904 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-905daad7-51eb-4e0a-a593-3a41b49091a4 req-30260842-1561-41d4-bb89-e0129c2e1c70 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1597252 Feb 16 11:09:35.912853 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] For port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:09:35.921250 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] For port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=8f74fe02-15a9-43aa-a2aa-166d86a76c8d,segment=NetworkSegment(508223da-e246-4fc3-9898-25f11a10b03d),segment_id=508223da-e246-4fc3-9898-25f11a10b03d)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:09:35.936851 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:35.962461 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-905daad7-51eb-4e0a-a593-3a41b49091a4 req-9952bea6-e13e-443a-8bdd-bdb632039f0c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722443 Feb 16 11:09:36.104541 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:36.240917 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef36ba0-ace8-40e8-9c06-2297666615dc None None] Pushing event updated for resources: {'Port': ['ID=8f74fe02-15a9-43aa-a2aa-166d86a76c8d,revision_number=2']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:36.287399 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:36.288046 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:36.382922 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-89a8a20e-d34c-4e34-8f80-f6fd253c2bd1 req-1c22fa72-ab46-4394-82ea-21a9567bfa84 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395780 Feb 16 11:09:36.437883 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks [] for router_gateway (409c109b-d02b-4472-815b-8157fb0523f8), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:36.498877 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-1cd91559-d39a-43c2-af7c-b776c109fdb6 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:36.502938 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-1cd91559-d39a-43c2-af7c-b776c109fdb6 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 945 time: 0.2923284 Feb 16 11:09:36.504644 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:36.523777 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232addf-88fe-4eb2-8aed-8dcbac6f1de4 req-0499eea2-50e5-4c76-bdf5-55fbd5b04e9f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:36.549839 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9232addf-88fe-4eb2-8aed-8dcbac6f1de4 req-0499eea2-50e5-4c76-bdf5-55fbd5b04e9f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.3154528 Feb 16 11:09:36.712779 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9232addf-88fe-4eb2-8aed-8dcbac6f1de4 req-2d9ff1ee-3abb-4b9b-a882-245b41606c8a tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595354 Feb 16 11:09:36.939356 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8855-0ca0-466d-b6ca-d1f88941a690 req-3cbd12c4-0935-482b-9287-4e6d29d8c485 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:36.968266 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-10bc8855-0ca0-466d-b6ca-d1f88941a690 req-3cbd12c4-0935-482b-9287-4e6d29d8c485 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.3448460 Feb 16 11:09:37.199221 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Deleting port 7b4475be-f676-49d6-bf60-a6cb570926bd {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:09:37.200736 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:37.265920 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133936576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133929538'] for router (409c109b-d02b-4472-815b-8157fb0523f8), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:37.279956 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2af54-0e48-4835-8429-d7448e43e376 req-d769e81d-6733-4a72-b234-f21c0b99ee6f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:37.282354 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0bf2af54-0e48-4835-8429-d7448e43e376 req-d769e81d-6733-4a72-b234-f21c0b99ee6f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1597331 Feb 16 11:09:37.448529 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0bf2af54-0e48-4835-8429-d7448e43e376 req-8928ac4c-3a4c-43d5-8509-1e47a096f92a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576312 Feb 16 11:09:37.471303 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] For port 7b4475be-f676-49d6-bf60-a6cb570926bd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7b4475be-f676-49d6-bf60-a6cb570926bd,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:37.471824 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:37.516069 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Calling delete_port for 7b4475be-f676-49d6-bf60-a6cb570926bd owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:09:37.541531 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-10bc8855-0ca0-466d-b6ca-d1f88941a690 req-7c096c5c-eace-44a5-b408-dec7521ae3ad tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5717223 Feb 16 11:09:37.747443 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Router 409c109b-d02b-4472-815b-8157fb0523f8 is scheduled to L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f with binding_index 1 {{(pid=102875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 11:09:37.900808 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24bdeb-97c9-4d25-9571-baa461d09788 req-994b2abb-ea7e-491d-80bf-d188fec36229 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:37.910049 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-db24bdeb-97c9-4d25-9571-baa461d09788 req-994b2abb-ea7e-491d-80bf-d188fec36229 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.1909008 Feb 16 11:09:37.997382 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 8f74fe02-15a9-43aa-a2aa-166d86a76c8d up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:38.156089 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:38.156557 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:38.192460 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-db24bdeb-97c9-4d25-9571-baa461d09788 req-aae6d9e2-cd65-4ff4-ba7d-00573e4219f7 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806585 Feb 16 11:09:38.213590 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6224e7-f896-490c-8ddf-2e6894646c80 None None] Network 1e9345cc-6b1c-4463-b742-edce069494d0 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:09:38.250049 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (7b4475be-f676-49d6-bf60-a6cb570926bd), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:38.279466 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b', '106202d9-a66e-4c4d-b52e-71bcb3c2366a'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:09:38.307771 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be7bf8-04cb-49d4-89d2-a769719c1a69 req-34cb416d-546b-481d-8ff3-f2ae0ad37c7b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:38.317915 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b9be7bf8-04cb-49d4-89d2-a769719c1a69 req-34cb416d-546b-481d-8ff3-f2ae0ad37c7b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 945 time: 0.4005957 Feb 16 11:09:38.358615 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event deleted for resources: {'Port': ['ID=7b4475be-f676-49d6-bf60-a6cb570926bd,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:38.395546 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:09:38.417097 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Sync routers for ids ['409c109b-d02b-4472-815b-8157fb0523f8'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:09:38.445486 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Routers {'409c109b-d02b-4472-815b-8157fb0523f8'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:38.446923 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['409c109b-d02b-4472-815b-8157fb0523f8'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:38.531799 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-5057ee5b-b8c4-4f64-b1a5-f23bf827fe74 None None] Provisioning complete for port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:38.532256 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5057ee5b-b8c4-4f64-b1a5-f23bf827fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:38.548625 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] No DVR routers for this DVR port 7b4475be-f676-49d6-bf60-a6cb570926bd on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:09:38.553077 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b9be7bf8-04cb-49d4-89d2-a769719c1a69 req-c6c54444-d0a4-4f27-9dd5-1d6a4cda6748 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338290 Feb 16 11:09:38.553952 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:38.566819 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-17242fa3-b853-4aee-af5e-9e9153cca95f req-33e6f5cd-45ac-425d-8773-caafa4ae3fcb tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "DELETE /v2.0/ports/7b4475be-f676-49d6-bf60-a6cb570926bd HTTP/1.1" status: 204 len: 173 time: 1.7447097 Feb 16 11:09:38.567327 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'name': 'network-vif-deleted', 'tag': '7b4475be-f676-49d6-bf60-a6cb570926bd'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:38.568682 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:38.573134 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f512dda-a66d-4b22-89c0-f55cdd6ff269" -d '{"events": [{"server_uuid": "ff02c4be-12d4-441d-88cf-bf87b139f41c", "name": "network-vif-deleted", "tag": "7b4475be-f676-49d6-bf60-a6cb570926bd"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:38.588800 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-3d901a3e-5785-4208-9a8d-0c11a075d961 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6636302 Feb 16 11:09:38.592806 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56398) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:38.763095 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936559be-222d-45f8-aead-bd41eb2a232a x-openstack-request-id: req-936559be-222d-45f8-aead-bd41eb2a232a {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:38.763615 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff02c4be-12d4-441d-88cf-bf87b139f41c", "name": "network-vif-deleted", "tag": "7b4475be-f676-49d6-bf60-a6cb570926bd", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:38.763902 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-936559be-222d-45f8-aead-bd41eb2a232a {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:38.765572 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff02c4be-12d4-441d-88cf-bf87b139f41c', 'name': 'network-vif-deleted', 'tag': '7b4475be-f676-49d6-bf60-a6cb570926bd', 'status': 'completed', 'code': 200} Feb 16 11:09:38.876439 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b9b51-70d7-4059-8d6f-712e7dff73be req-01eb5c89-2b7d-4489-a580-66a2a85302cd tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:38.876746 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Set router 409c109b-d02b-4472-815b-8157fb0523f8 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:38.889444 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aa7b9b51-70d7-4059-8d6f-712e7dff73be req-01eb5c89-2b7d-4489-a580-66a2a85302cd tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.2388291 Feb 16 11:09:39.031078 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:39.031702 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:39.068722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 7b4475be-f676-49d6-bf60-a6cb570926bd no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:09:39.093833 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aa7b9b51-70d7-4059-8d6f-712e7dff73be req-f7e1b657-f3d8-4cc8-ba75-098e505a413f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963704 Feb 16 11:09:39.229973 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 7b4475be-f676-49d6-bf60-a6cb570926bd {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:09:39.230320 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 7b4475be-f676-49d6-bf60-a6cb570926bd not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:09:39.351685 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-5057ee5b-b8c4-4f64-b1a5-f23bf827fe74 None None] Current status of the port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:39.352878 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5057ee5b-b8c4-4f64-b1a5-f23bf827fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:39.621909 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=8f74fe02-15a9-43aa-a2aa-166d86a76c8d,segment=NetworkSegment(508223da-e246-4fc3-9898-25f11a10b03d),segment_id=508223da-e246-4fc3-9898-25f11a10b03d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:39.666038 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:39.726679 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:09:35Z', 'revision_number': 3, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port': {'id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:34Z', 'updated_at': '2022-02-16T11:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:39.855817 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e16c-7aca-4f3d-97ff-a85545dbb6b8 req-c2b29665-1a38-4ad0-a4bf-131ac65ccb7e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:39.868469 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8109e16c-7aca-4f3d-97ff-a85545dbb6b8 req-c2b29665-1a38-4ad0-a4bf-131ac65ccb7e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.9198043 Feb 16 11:09:39.869653 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Checking router: 409c109b-d02b-4472-815b-8157fb0523f8 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:09:39.870012 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Updating router 409c109b-d02b-4472-815b-8157fb0523f8 port d4f81a3e-607e-42d5-a954-84bd3d253416 binding host dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:09:39.958273 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:39.980923 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=8f74fe02-15a9-43aa-a2aa-166d86a76c8d,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:39.984518 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.db.api [None req-5057ee5b-b8c4-4f64-b1a5-f23bf827fe74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 11:09:39.985292 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG oslo_db.api [None req-5057ee5b-b8c4-4f64-b1a5-f23bf827fe74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 11:09:40.000251 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.001152 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.001760 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.002343 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.002995 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.003547 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.004119 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.004728 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.005268 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.005810 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.006359 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.006896 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.007439 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:09:40.052918 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-693824bb-e95d-48d9-9b3b-029bbbf934ee req-3ff2eaeb-2a42-4d8d-99b3-c3b956d7d3b0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0841377 Feb 16 11:09:40.055536 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8109e16c-7aca-4f3d-97ff-a85545dbb6b8 req-b6842277-b1e1-4bc3-aeac-eccec0a89fcc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859007 Feb 16 11:09:40.300752 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215f1c-9904-47d0-847c-92fd12f0c33c req-a3065f73-61aa-4201-9432-4f7923f46044 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:40.303343 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ea215f1c-9904-47d0-847c-92fd12f0c33c req-a3065f73-61aa-4201-9432-4f7923f46044 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0802877 Feb 16 11:09:40.326466 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:40.394865 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ea215f1c-9904-47d0-847c-92fd12f0c33c req-2160ff95-831f-4382-9dab-c2aaa4364835 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853634 Feb 16 11:09:40.567786 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-5057ee5b-b8c4-4f64-b1a5-f23bf827fe74 None None] Current status of the port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:40.608284 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Publish callbacks [] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:40.626444 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:40.687874 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Attempting to bind port d4f81a3e-607e-42d5-a954-84bd3d253416 on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:09:40.688295 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Attempting to bind port d4f81a3e-607e-42d5-a954-84bd3d253416 by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:09:40.688685 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Attempting to bind port d4f81a3e-607e-42d5-a954-84bd3d253416 on network ff008e53-88c0-41e0-a7d7-1da9e93954a6 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:40.697489 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213a9c-3e4e-4cc5-b53b-025eb3fe8db4 None None] Pushing event updated for resources: {'Port': ['ID=d4f81a3e-607e-42d5-a954-84bd3d253416,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:40.701992 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:09:40.702380 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Checking segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:40.702812 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:40.703219 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Bound using segment: {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:09:40.703724 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Bound port: d4f81a3e-607e-42d5-a954-84bd3d253416, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5827d-cb82-48f7-8104-19b93054ed2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:09:40.704224 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:40.729076 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Allocated IP 172.20.0.1 (1e9345cc-6b1c-4463-b742-edce069494d0/15e69d2d-58da-449b-b2a7-ee210b83e574/26a772f9-dd32-4bb7-ab38-8aac7eb84dce) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:40.738134 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-4cf75331-fa61-450c-a522-31d5ae367246 None None] Provisioning complete for port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:40.738565 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4cf75331-fa61-450c-a522-31d5ae367246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:40.796575 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] For port d4f81a3e-607e-42d5-a954-84bd3d253416, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:09:40.807588 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] For port d4f81a3e-607e-42d5-a954-84bd3d253416, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d4f81a3e-607e-42d5-a954-84bd3d253416,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:09:40.818569 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:40.955616 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-4cf75331-fa61-450c-a522-31d5ae367246 None None] Current status of the port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:40.998425 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Routers {'409c109b-d02b-4472-815b-8157fb0523f8'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:40.999420 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['409c109b-d02b-4472-815b-8157fb0523f8'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:41.027761 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks [] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:41.072924 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213a9c-3e4e-4cc5-b53b-025eb3fe8db4 None None] Pushing event updated for resources: {'Port': ['ID=d4f81a3e-607e-42d5-a954-84bd3d253416,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:41.092820 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:41.213623 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Network 1e9345cc-6b1c-4463-b742-edce069494d0 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:41.245325 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Pushing event updated for resources: {'Port': ['ID=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:41.248528 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:41.251023 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:41.296930 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] Set router 409c109b-d02b-4472-815b-8157fb0523f8 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:41.313433 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133924127'] for router_interface (409c109b-d02b-4472-815b-8157fb0523f8), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:41.398207 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-22e45077-cfe3-4eae-9723-82443996f1fb req-25e44cec-1631-464f-9092-119372ad554b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0705352 Feb 16 11:09:41.576602 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:41.694262 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:09:35Z', 'revision_number': 3, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port': {'id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:34Z', 'updated_at': '2022-02-16T11:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:41.737347 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9d5e6-457f-468d-ba16-336d563b6cf9 req-1957a17c-b85a-43ba-b7f2-dbddcb81b72d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:41.743730 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-36f9d5e6-457f-468d-ba16-336d563b6cf9 req-1957a17c-b85a-43ba-b7f2-dbddcb81b72d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.2374477 Feb 16 11:09:41.799651 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1892f0-3e2f-4ee2-a923-865df66776ce None None] The sync data for ids ['409c109b-d02b-4472-815b-8157fb0523f8'] in dv-cinder-773985-29-iscsi is: [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:09:35Z', 'revision_number': 3, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port': {'id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:34Z', 'updated_at': '2022-02-16T11:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:09:41.807270 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-f23dafc4-efdb-4206-8c33-f141fce94adc None None] Provisioning complete for port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:41.808360 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f23dafc4-efdb-4206-8c33-f141fce94adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:41.867672 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-f23dafc4-efdb-4206-8c33-f141fce94adc None None] Port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:09:41.925066 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-36f9d5e6-457f-468d-ba16-336d563b6cf9 req-729539eb-14ee-4694-a0cb-61be775519f7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747291 Feb 16 11:09:41.931954 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 8f74fe02-15a9-43aa-a2aa-166d86a76c8d up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:42.064998 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:42.065885 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:42.097688 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks [] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:42.112723 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:42.269156 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:42.270603 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Pushing event updated for resources: {'Port': ['ID=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:42.275234 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133921307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133924227'] for router_interface (409c109b-d02b-4472-815b-8157fb0523f8), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:42.285244 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b745359-2ad3-4916-95ce-4069fe80590b req-a9df59c9-3c58-4ab9-b47c-46fb64a88249 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:42.302619 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b745359-2ad3-4916-95ce-4069fe80590b req-a9df59c9-3c58-4ab9-b47c-46fb64a88249 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1530833 Feb 16 11:09:42.436207 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b745359-2ad3-4916-95ce-4069fe80590b req-b4e010c7-e6b1-4106-8bbb-cb3ab6233767 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317253 Feb 16 11:09:42.483441 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Network 1e9345cc-6b1c-4463-b742-edce069494d0 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:42.485517 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:42.620691 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c84110ae-51bb-49f4-94e7-3eb6be9f66a7 req-ab284465-a94a-4164-9806-f4af1bc9c912 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0600259 Feb 16 11:09:42.711871 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Router 409c109b-d02b-4472-815b-8157fb0523f8 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:09:42.867312 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:09:42.873408 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-442242fa-c5b5-417b-ab72-e28241861360 admin admin] 10.222.0.52 "PUT /v2.0/routers/409c109b-d02b-4472-815b-8157fb0523f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2789412 Feb 16 11:09:42.925542 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-2d7dfc30-edd8-4331-9617-f67714474f81 None None] Provisioning complete for port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:42.926416 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2d7dfc30-edd8-4331-9617-f67714474f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:42.980465 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-2d7dfc30-edd8-4331-9617-f67714474f81 None None] Port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:09:43.224324 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753000f4-adf5-4005-bd31-d053cecfc41f req-8b5307bb-60b7-461f-9a20-afa8dcaefdb6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:43.226198 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-753000f4-adf5-4005-bd31-d053cecfc41f req-8b5307bb-60b7-461f-9a20-afa8dcaefdb6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1112723 Feb 16 11:09:43.319718 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-753000f4-adf5-4005-bd31-d053cecfc41f req-1bb54451-bc0e-4dc7-9fbb-9048f59daba4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798738 Feb 16 11:09:43.899456 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d4f81a3e-607e-42d5-a954-84bd3d253416 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:44.008436 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port d4f81a3e-607e-42d5-a954-84bd3d253416 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:44.010199 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:44.244585 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port d4f81a3e-607e-42d5-a954-84bd3d253416 is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:44.249566 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:44.333601 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] For port d4f81a3e-607e-42d5-a954-84bd3d253416, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d4f81a3e-607e-42d5-a954-84bd3d253416,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:44.344535 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:44.432778 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56458) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:44.438929 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-200d84a8-538c-4329-90c1-1c6315e1afd3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686299829', 'description': 'tempest-secgroup-smoke-686299829 description', 'project_id': '71378b5948874a66adeeaac8381b75b4'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:44.477422 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Pushing event updated for resources: {'Port': ['ID=d4f81a3e-607e-42d5-a954-84bd3d253416,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:44.543146 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-200d84a8-538c-4329-90c1-1c6315e1afd3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:44.626691 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f77117-e7a4-49b7-944a-1d28f8830ada req-937c1f7b-434a-44eb-83c4-9afc2807b3c8 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:44.628617 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-27f77117-e7a4-49b7-944a-1d28f8830ada req-937c1f7b-434a-44eb-83c4-9afc2807b3c8 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0762150 Feb 16 11:09:44.746409 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-27f77117-e7a4-49b7-944a-1d28f8830ada req-ce260590-7081-478c-8f3e-f6d74cc2da8d tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057601 Feb 16 11:09:44.768975 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-200d84a8-538c-4329-90c1-1c6315e1afd3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group (3a049b96-0ea3-44b4-bebf-dff152b02bcb), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:44.779501 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-200d84a8-538c-4329-90c1-1c6315e1afd3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3a049b96-0ea3-44b4-bebf-dff152b02bcb), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:44.835356 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-200d84a8-538c-4329-90c1-1c6315e1afd3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:44.840832 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56462) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:44.841071 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-200d84a8-538c-4329-90c1-1c6315e1afd3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4062476 Feb 16 11:09:44.844445 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d84a8-538c-4329-90c1-1c6315e1afd3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a049b96-0ea3-44b4-bebf-dff152b02bcb,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:44.860778 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-ad2a37b5-6351-4119-b0b9-09c15e201a52 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'security_group_rule': {'security_group_id': '3a049b96-0ea3-44b4-bebf-dff152b02bcb', 'project_id': '71378b5948874a66adeeaac8381b75b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:44.969802 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b0df65bb-1037-4eec-9171-b2a373c82774 req-75373459-aa75-42cd-af0d-1375df10f2be tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0750122 Feb 16 11:09:44.980672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a37b5-6351-4119-b0b9-09c15e201a52 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (17e8bbbe-5f26-4b8e-9582-956212b57b84), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.060902 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Sync routers for ids ['409c109b-d02b-4472-815b-8157fb0523f8'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:09:45.097399 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Routers {'409c109b-d02b-4472-815b-8157fb0523f8'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:45.098469 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['409c109b-d02b-4472-815b-8157fb0523f8'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:45.102830 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a37b5-6351-4119-b0b9-09c15e201a52 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (17e8bbbe-5f26-4b8e-9582-956212b57b84), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.110409 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a37b5-6351-4119-b0b9-09c15e201a52 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (17e8bbbe-5f26-4b8e-9582-956212b57b84), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.135600 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a37b5-6351-4119-b0b9-09c15e201a52 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e8bbbe-5f26-4b8e-9582-956212b57b84,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:45.169870 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a37b5-6351-4119-b0b9-09c15e201a52 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.173666 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-ad2a37b5-6351-4119-b0b9-09c15e201a52 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3300354 Feb 16 11:09:45.175657 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56466) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:45.184280 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-4d89220f-cc6d-4dbb-bbc0-9ba991b8cbb8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'security_group_rule': {'security_group_id': '3a049b96-0ea3-44b4-bebf-dff152b02bcb', 'project_id': '71378b5948874a66adeeaac8381b75b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:45.259520 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4d89220f-cc6d-4dbb-bbc0-9ba991b8cbb8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (610c3294-241f-48d9-951c-581950d53756), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.282902 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Set router 409c109b-d02b-4472-815b-8157fb0523f8 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:45.364893 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4d89220f-cc6d-4dbb-bbc0-9ba991b8cbb8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (610c3294-241f-48d9-951c-581950d53756), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.372545 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4d89220f-cc6d-4dbb-bbc0-9ba991b8cbb8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (610c3294-241f-48d9-951c-581950d53756), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.405309 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89220f-cc6d-4dbb-bbc0-9ba991b8cbb8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610c3294-241f-48d9-951c-581950d53756,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:45.420565 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4d89220f-cc6d-4dbb-bbc0-9ba991b8cbb8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.422171 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-4d89220f-cc6d-4dbb-bbc0-9ba991b8cbb8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2446985 Feb 16 11:09:45.425590 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56472) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:45.433460 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-50a6de1b-aa13-4246-b050-c9b7ee97eec0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'security_group_rule': {'security_group_id': '3a049b96-0ea3-44b4-bebf-dff152b02bcb', 'project_id': '71378b5948874a66adeeaac8381b75b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:45.504625 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-50a6de1b-aa13-4246-b050-c9b7ee97eec0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (090d8a0d-23f1-4a0e-8f0c-d3de1913f1a7), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.645389 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fecae-65e4-42b4-a5fb-3bd9385319b9 req-133137eb-2526-46a0-8159-a7c42a0119fd tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:45.648108 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a89fecae-65e4-42b4-a5fb-3bd9385319b9 req-133137eb-2526-46a0-8159-a7c42a0119fd tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1592042 Feb 16 11:09:45.651331 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-50a6de1b-aa13-4246-b050-c9b7ee97eec0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (090d8a0d-23f1-4a0e-8f0c-d3de1913f1a7), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.657285 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-50a6de1b-aa13-4246-b050-c9b7ee97eec0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (090d8a0d-23f1-4a0e-8f0c-d3de1913f1a7), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.671112 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:09:41Z', 'revision_number': 4, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port': {'id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:34Z', 'updated_at': '2022-02-16T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '26a772f9-dd32-4bb7-ab38-8aac7eb84dce', 'name': '', 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'mac_address': 'fa:16:3e:f5:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15e69d2d-58da-449b-b2a7-ee210b83e574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:40Z', 'updated_at': '2022-02-16T11:09:41Z', 'revision_number': 2, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'subnets': [{'id': '15e69d2d-58da-449b-b2a7-ee210b83e574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:45.687950 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6de1b-aa13-4246-b050-c9b7ee97eec0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090d8a0d-23f1-4a0e-8f0c-d3de1913f1a7,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:45.702326 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Checking router: 409c109b-d02b-4472-815b-8157fb0523f8 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:09:45.702679 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Updating router 409c109b-d02b-4472-815b-8157fb0523f8 port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce binding host dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 11:09:45.705539 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-50a6de1b-aa13-4246-b050-c9b7ee97eec0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.706965 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-50a6de1b-aa13-4246-b050-c9b7ee97eec0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2799489 Feb 16 11:09:45.710926 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56474) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:45.715850 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-17254be7-e582-465d-9fb8-9ccfe30f25ed tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'security_group_rule': {'security_group_id': '3a049b96-0ea3-44b4-bebf-dff152b02bcb', 'project_id': '71378b5948874a66adeeaac8381b75b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:45.725064 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a89fecae-65e4-42b4-a5fb-3bd9385319b9 req-571ac8b7-e15f-4471-96dd-a54a34803b56 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699699 Feb 16 11:09:45.740990 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.770024 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17254be7-e582-465d-9fb8-9ccfe30f25ed tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (fbf130b4-1230-4f1b-a938-4146b2831915), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.867950 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17254be7-e582-465d-9fb8-9ccfe30f25ed tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (fbf130b4-1230-4f1b-a938-4146b2831915), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.873335 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a85259-522b-41f6-821b-43a9a28e4f2d req-209bc01d-76b1-4d43-9a4f-c67901910d6b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:45.875399 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d4f81a3e-607e-42d5-a954-84bd3d253416 up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:45.883501 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17254be7-e582-465d-9fb8-9ccfe30f25ed tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (fbf130b4-1230-4f1b-a938-4146b2831915), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.884112 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d9a85259-522b-41f6-821b-43a9a28e4f2d req-209bc01d-76b1-4d43-9a4f-c67901910d6b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0786376 Feb 16 11:09:45.931070 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17254be7-e582-465d-9fb8-9ccfe30f25ed tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf130b4-1230-4f1b-a938-4146b2831915,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:45.944599 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17254be7-e582-465d-9fb8-9ccfe30f25ed tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:45.948788 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-17254be7-e582-465d-9fb8-9ccfe30f25ed tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2337806 Feb 16 11:09:45.949497 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56478) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:45.955262 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'security_group_rule': {'security_group_id': '3a049b96-0ea3-44b4-bebf-dff152b02bcb', 'project_id': '71378b5948874a66adeeaac8381b75b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:45.991080 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d9a85259-522b-41f6-821b-43a9a28e4f2d req-9bfada36-fae8-4e43-abb7-99197efa5891 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058819 Feb 16 11:09:46.082967 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.securitygroups_db [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Project 71378b5948874a66adeeaac8381b75b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 11:09:46.098020 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (6a98b596-d153-44f7-9d20-784af4613807), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.139657 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4ca29083-f7d7-42f6-91ad-232a790ae07f req-99fb39a2-ada5-4da4-96cd-3fea4dd5b899 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff02c4be-12d4-441d-88cf-bf87b139f41c HTTP/1.1" status: 200 len: 210 time: 0.0477006 Feb 16 11:09:46.153576 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port d4f81a3e-607e-42d5-a954-84bd3d253416 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:46.154275 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.180426 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-54a926b6-4a6d-45c8-9aed-76fa24c782f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:46.182288 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-54a926b6-4a6d-45c8-9aed-76fa24c782f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a72703130344d469e8b5429875678d8&device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 1130 time: 0.1717761 Feb 16 11:09:46.275362 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (6a98b596-d153-44f7-9d20-784af4613807), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.291262 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (6a98b596-d153-44f7-9d20-784af4613807), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.311474 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a98b596-d153-44f7-9d20-784af4613807,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:46.363601 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.364912 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3d1ebdbc-aca0-4d7b-adb5-a5b066d239ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140999 Feb 16 11:09:46.368986 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56488) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:46.375703 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'security_group_rule': {'security_group_id': '3a049b96-0ea3-44b4-bebf-dff152b02bcb', 'project_id': '71378b5948874a66adeeaac8381b75b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:46.400743 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Publish callbacks [] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), precommit_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.416131 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port d4f81a3e-607e-42d5-a954-84bd3d253416 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:46.418594 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.419827 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.securitygroups_db [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Project 71378b5948874a66adeeaac8381b75b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 11:09:46.428198 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-92a762cd-b47f-4cf8-806c-4ecfad3e447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:46.429826 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-92a762cd-b47f-4cf8-806c-4ecfad3e447a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 200 len: 919 time: 0.2198229 Feb 16 11:09:46.431528 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (83e8c7aa-8f82-4031-a3fc-80c7d5665a05), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.497595 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901dfa0-e874-43c5-8b16-4673c0b61e20 None None] Pushing event updated for resources: {'Port': ['ID=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,revision_number=3']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:46.497898 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-0f2630f3-da1c-40c3-a9fc-12caeb00a8e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 200 len: 217 time: 0.0554628 Feb 16 11:09:46.613012 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (83e8c7aa-8f82-4031-a3fc-80c7d5665a05), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.625362 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (83e8c7aa-8f82-4031-a3fc-80c7d5665a05), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.628460 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-af425200-83ed-46f4-b7b1-5491eb85c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:46.630695 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-af425200-83ed-46f4-b7b1-5491eb85c3ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 200 len: 858 time: 0.1183906 Feb 16 11:09:46.650186 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Attempting to bind port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce on host dv-cinder-773985-29-iscsi for vnic_type normal with profile {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:09:46.650778 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Attempting to bind port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce by drivers openvswitch,hyperv on host dv-cinder-773985-29-iscsi at level 0 using segments [{'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:09:46.651507 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Attempting to bind port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce on network 1e9345cc-6b1c-4463-b742-edce069494d0 {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:09:46.656103 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e8c7aa-8f82-4031-a3fc-80c7d5665a05,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:46.662488 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Checking agent: {'id': '582d255a-5f62-498f-ad61-aa51abae030a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 10, 58), 'started_at': datetime.datetime(2022, 2, 16, 10, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:09:46.663471 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Checking segment: {'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:09:46.664209 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.664843 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Bound using segment: {'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'} {{(pid=102877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:09:46.666507 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.managers [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Bound port: 26a772f9-dd32-4bb7-ab38-8aac7eb84dce, host: dv-cinder-773985-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508223da-e246-4fc3-9898-25f11a10b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0'}}] {{(pid=102877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:09:46.667397 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.676204 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-40269a89-fdf3-45bb-920b-3e0978975080 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c464c917-5df1-444f-9db7-268755e0edb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363111 Feb 16 11:09:46.721088 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.722989 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1c93f635-665b-42cf-8daf-0fc3ffb8c039 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3530238 Feb 16 11:09:46.803682 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-a6520e15-3059-45da-8228-68a312e9e40c service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192296 Feb 16 11:09:46.809135 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-87e24f8b-5593-4409-9c3d-9503ac84429c None None] Provisioning complete for port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:46.809716 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-87e24f8b-5593-4409-9c3d-9503ac84429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.816733 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] For port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce, host dv-cinder-773985-29-iscsi, cleared binding levels {{(pid=102877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:09:46.823147 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] For port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce, host dv-cinder-773985-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,segment=NetworkSegment(508223da-e246-4fc3-9898-25f11a10b03d),segment_id=508223da-e246-4fc3-9898-25f11a10b03d)] {{(pid=102877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:09:46.881064 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:46.952287 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-87e24f8b-5593-4409-9c3d-9503ac84429c None None] Port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:09:46.988251 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Routers {'409c109b-d02b-4472-815b-8157fb0523f8'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:46.988898 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['409c109b-d02b-4472-815b-8157fb0523f8'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:47.005839 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f05657-da00-46e6-9354-1833de955ed4 req-96f912de-6408-45fa-9a85-1b348a14ab47 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:47.007918 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-84f05657-da00-46e6-9354-1833de955ed4 req-96f912de-6408-45fa-9a85-1b348a14ab47 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1644301 Feb 16 11:09:47.024445 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fb07dfe-5d93-4d62-8f55-64d090c51048 req-6dd59060-b194-4b5b-a072-3e8ee566441b service neutron] 10.222.0.42 "GET /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019944 Feb 16 11:09:47.111521 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901dfa0-e874-43c5-8b16-4673c0b61e20 None None] Pushing event updated for resources: {'Port': ['ID=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:47.155404 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-84f05657-da00-46e6-9354-1833de955ed4 req-4d96c956-48dd-43fa-a5b7-3ed9f4897a6d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273150 Feb 16 11:09:47.220069 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e668c-1f47-4f2e-906c-4ba3ddc9311c req-070e5744-796a-4faf-b212-7b401ff53761 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:47.222272 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3b3e668c-1f47-4f2e-906c-4ba3ddc9311c req-070e5744-796a-4faf-b212-7b401ff53761 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1143343 Feb 16 11:09:47.229863 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] Set router 409c109b-d02b-4472-815b-8157fb0523f8 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:47.320125 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3b3e668c-1f47-4f2e-906c-4ba3ddc9311c req-c150135c-95f8-4f8c-acb2-02c5a8b1c729 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900607 Feb 16 11:09:47.472781 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-588a1358-a17e-4513-b560-3e5779219529 None None] Provisioning complete for port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:47.473241 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-588a1358-a17e-4513-b560-3e5779219529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:47.669633 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:09:41Z', 'revision_number': 4, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port': {'id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:34Z', 'updated_at': '2022-02-16T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '26a772f9-dd32-4bb7-ab38-8aac7eb84dce', 'name': '', 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'mac_address': 'fa:16:3e:f5:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15e69d2d-58da-449b-b2a7-ee210b83e574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:40Z', 'updated_at': '2022-02-16T11:09:46Z', 'revision_number': 4, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'subnets': [{'id': '15e69d2d-58da-449b-b2a7-ee210b83e574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:47.706103 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2326ef9-c463-4d64-b355-5c6b9d3e24c9 req-ca42d3aa-2503-4a53-85d0-9d68e2f1295c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:47.709688 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b2326ef9-c463-4d64-b355-5c6b9d3e24c9 req-ca42d3aa-2503-4a53-85d0-9d68e2f1295c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 946 time: 0.1249986 Feb 16 11:09:47.710823 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb04d0-2c96-4dc4-b6fb-fcd3f0cc95d8 None None] The sync data for ids ['409c109b-d02b-4472-815b-8157fb0523f8'] in dv-cinder-773985-29-iscsi is: [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:09:41Z', 'revision_number': 4, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port': {'id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:34Z', 'updated_at': '2022-02-16T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '26a772f9-dd32-4bb7-ab38-8aac7eb84dce', 'name': '', 'network_id': '1e9345cc-6b1c-4463-b742-edce069494d0', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'mac_address': 'fa:16:3e:f5:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15e69d2d-58da-449b-b2a7-ee210b83e574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:40Z', 'updated_at': '2022-02-16T11:09:46Z', 'revision_number': 4, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'subnets': [{'id': '15e69d2d-58da-449b-b2a7-ee210b83e574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:09:47.714996 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-588a1358-a17e-4513-b560-3e5779219529 None None] Current status of the port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce is: DOWN; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:47.715526 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-588a1358-a17e-4513-b560-3e5779219529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:47.777173 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-588a1358-a17e-4513-b560-3e5779219529 None None] For port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,segment=NetworkSegment(508223da-e246-4fc3-9898-25f11a10b03d),segment_id=508223da-e246-4fc3-9898-25f11a10b03d)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:47.783274 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-588a1358-a17e-4513-b560-3e5779219529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:47.841363 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b2326ef9-c463-4d64-b355-5c6b9d3e24c9 req-1df521bc-6215-4fcc-bb3e-09639e3a380b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190932 Feb 16 11:09:47.894060 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a1358-a17e-4513-b560-3e5779219529 None None] Pushing event updated for resources: {'Port': ['ID=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:48.107509 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085c823-511c-4fce-8e31-8f34d7c75385 req-51c825df-ff31-46d2-bb03-81cea6b2b862 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:48.109272 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2085c823-511c-4fce-8e31-8f34d7c75385 req-51c825df-ff31-46d2-bb03-81cea6b2b862 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0706043 Feb 16 11:09:48.175749 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2085c823-511c-4fce-8e31-8f34d7c75385 req-e0df0e39-97c6-4b44-8879-5a52cc1470e6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578771 Feb 16 11:09:48.348771 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2358739-3380-465f-8346-811d5a53cebb req-d0a62f01-b378-443d-8f84-f55160fed5d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:48.353939 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2358739-3380-465f-8346-811d5a53cebb req-d0a62f01-b378-443d-8f84-f55160fed5d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0940559 Feb 16 11:09:48.412341 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2358739-3380-465f-8346-811d5a53cebb req-a37523c0-1396-47f6-a8e0-04f405590c3e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531898 Feb 16 11:09:48.472358 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b975a4f-d1b0-4d30-abe8-eae0bab2f5b4 req-5ce8e7cd-6b5c-4629-b9d0-a472a4639cc7 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:48.474040 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8b975a4f-d1b0-4d30-abe8-eae0bab2f5b4 req-5ce8e7cd-6b5c-4629-b9d0-a472a4639cc7 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0681205 Feb 16 11:09:48.535197 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8b975a4f-d1b0-4d30-abe8-eae0bab2f5b4 req-8154c245-be6e-4951-9876-bd4af958bd0a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Feb 16 11:09:48.990406 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a13e36-89b2-4a37-92b4-d55d0248041a req-779ec986-a8f3-464a-b030-17b996699c08 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:48.992679 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b8a13e36-89b2-4a37-92b4-d55d0248041a req-779ec986-a8f3-464a-b030-17b996699c08 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 946 time: 0.0641503 Feb 16 11:09:49.050436 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b8a13e36-89b2-4a37-92b4-d55d0248041a req-d9442179-a5d7-411d-a749-515febca42a6 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Feb 16 11:09:49.305030 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5deac4-ac26-47b1-9c7c-7889e0d52820 req-fa34b4b9-4947-45cc-8103-99cb0bf2724a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:49.306620 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-de5deac4-ac26-47b1-9c7c-7889e0d52820 req-fa34b4b9-4947-45cc-8103-99cb0bf2724a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0569460 Feb 16 11:09:49.363337 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-df410e48-89d5-46d2-9017-7937ac27d89b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:49.364884 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-df410e48-89d5-46d2-9017-7937ac27d89b tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 946 time: 0.0598586 Feb 16 11:09:49.370589 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-de5deac4-ac26-47b1-9c7c-7889e0d52820 req-19e7581b-da26-414a-a428-3f0923b868a9 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491686 Feb 16 11:09:49.480616 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Deleting port 106202d9-a66e-4c4d-b52e-71bcb3c2366a {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:09:49.480960 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:49.602410 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670900b7-f842-4c6c-b97b-8be042456fe7 req-5d9b0d77-94e7-4859-a367-38b429aed3a1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:49.604346 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-670900b7-f842-4c6c-b97b-8be042456fe7 req-5d9b0d77-94e7-4859-a367-38b429aed3a1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.1084867 Feb 16 11:09:49.618679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] For port 106202d9-a66e-4c4d-b52e-71bcb3c2366a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=106202d9-a66e-4c4d-b52e-71bcb3c2366a,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:49.619032 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:49.669219 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2150-b962-4aa4-8ab3-37f4b47e4610 req-726d54ba-553a-4104-b963-2713abe6fb9b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:49.670914 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d5ff2150-b962-4aa4-8ab3-37f4b47e4610 req-726d54ba-553a-4104-b963-2713abe6fb9b tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0574934 Feb 16 11:09:49.726984 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d5ff2150-b962-4aa4-8ab3-37f4b47e4610 req-6d7d329f-05f0-4c41-b4f3-e843b433d3ae tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502784 Feb 16 11:09:49.863232 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 26a772f9-dd32-4bb7-ab38-8aac7eb84dce up at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:49.889719 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Calling delete_port for 106202d9-a66e-4c4d-b52e-71bcb3c2366a owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:09:49.926661 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Provisioning complete for port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:49.927027 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:49.954995 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-670900b7-f842-4c6c-b97b-8be042456fe7 req-0276dad9-8e96-495c-9755-3c73370ef60a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331654 Feb 16 11:09:50.025624 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Current status of the port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:50.061782 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (106202d9-a66e-4c4d-b52e-71bcb3c2366a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:50.074898 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b', '106202d9-a66e-4c4d-b52e-71bcb3c2366a'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:09:50.109984 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event deleted for resources: {'Port': ['ID=106202d9-a66e-4c4d-b52e-71bcb3c2366a,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:50.195446 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] No DVR routers for this DVR port 106202d9-a66e-4c4d-b52e-71bcb3c2366a on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:09:50.196176 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-31b85fbc-1627-4861-b27c-6947c46c41e3 req-99e033be-89b4-4276-98a6-f6225b9cf234 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=334555a5-59dc-4fd2-9e4d-1c5f6e07854f HTTP/1.1" status: 200 len: 210 time: 0.0458198 Feb 16 11:09:50.200442 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:50.208997 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-83bb5b39-4805-4832-8072-c78a3c5682cc req-60d21f5b-c6fa-425e-af3a-334a94a53bbd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "DELETE /v2.0/ports/106202d9-a66e-4c4d-b52e-71bcb3c2366a HTTP/1.1" status: 204 len: 173 time: 0.8367333 Feb 16 11:09:50.209668 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'name': 'network-vif-deleted', 'tag': '106202d9-a66e-4c4d-b52e-71bcb3c2366a'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:50.214000 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db4b9db-e7e1-45e8-93b1-e504feb49b5b" -d '{"events": [{"server_uuid": "334555a5-59dc-4fd2-9e4d-1c5f6e07854f", "name": "network-vif-deleted", "tag": "106202d9-a66e-4c4d-b52e-71bcb3c2366a"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:50.264831 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9610fccf-8af4-4081-9a2b-82d0799f47c6 x-openstack-request-id: req-9610fccf-8af4-4081-9a2b-82d0799f47c6 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:50.265344 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334555a5-59dc-4fd2-9e4d-1c5f6e07854f", "name": "network-vif-deleted", "tag": "106202d9-a66e-4c4d-b52e-71bcb3c2366a", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:50.265762 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9610fccf-8af4-4081-9a2b-82d0799f47c6 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:50.266327 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334555a5-59dc-4fd2-9e4d-1c5f6e07854f', 'name': 'network-vif-deleted', 'tag': '106202d9-a66e-4c4d-b52e-71bcb3c2366a', 'status': 'completed', 'code': 200} Feb 16 11:09:50.507181 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f71c-4e88-40aa-9bd6-b8c1d7348246 req-1bf56971-3516-46a8-a677-ba43a544986e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:50.509020 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8f49f71c-4e88-40aa-9bd6-b8c1d7348246 req-1bf56971-3516-46a8-a677-ba43a544986e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0574529 Feb 16 11:09:50.562241 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8f49f71c-4e88-40aa-9bd6-b8c1d7348246 req-232895a3-f926-4cc4-9567-3d60ffc64669 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 Feb 16 11:09:51.100446 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db6cb3-5072-4256-bbfa-108c8edd3b87 req-1543090a-c7f5-40f4-902c-28e4a13b9fa3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:51.101898 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2db6cb3-5072-4256-bbfa-108c8edd3b87 req-1543090a-c7f5-40f4-902c-28e4a13b9fa3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0600240 Feb 16 11:09:51.163033 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2db6cb3-5072-4256-bbfa-108c8edd3b87 req-f77bb49b-a11e-490d-9068-e3d3958d4b08 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547440 Feb 16 11:09:51.697185 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df47a9-eff8-48d8-bb95-8415db75bf40 req-b8efbf99-a3a6-409c-95ff-635ca25e9129 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:51.698700 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a2df47a9-eff8-48d8-bb95-8415db75bf40 req-b8efbf99-a3a6-409c-95ff-635ca25e9129 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0626304 Feb 16 11:09:51.756498 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a2df47a9-eff8-48d8-bb95-8415db75bf40 req-68ee2a7c-1a79-4447-a99d-df72336d0188 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517361 Feb 16 11:09:52.300636 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab043c-7fd3-4944-a128-cce908e546b2 req-6bb2ae73-fc17-4fff-b704-c46aaa8abfec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:52.302163 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-67ab043c-7fd3-4944-a128-cce908e546b2 req-6bb2ae73-fc17-4fff-b704-c46aaa8abfec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 944 time: 0.0617001 Feb 16 11:09:52.353349 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-67ab043c-7fd3-4944-a128-cce908e546b2 req-63270f85-2b8b-4072-a70c-73c53872187c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449896 Feb 16 11:09:52.645259 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137fd02-5ce0-417a-9e80-1a96009f5b24 req-57663051-c408-4bc6-9c6a-41907d124ed8 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:52.646927 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1137fd02-5ce0-417a-9e80-1a96009f5b24 req-57663051-c408-4bc6-9c6a-41907d124ed8 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.0640666 Feb 16 11:09:52.697584 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1137fd02-5ce0-417a-9e80-1a96009f5b24 req-c946911f-5548-410c-a872-9e5495c75313 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Feb 16 11:09:52.893500 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a5738-1d93-4b0c-807f-18ecbd5741ba req-bceaf4bc-84c5-4045-a191-dbbdc9bd1074 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:52.895126 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5f4a5738-1d93-4b0c-807f-18ecbd5741ba req-bceaf4bc-84c5-4045-a191-dbbdc9bd1074 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0666425 Feb 16 11:09:52.949235 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5f4a5738-1d93-4b0c-807f-18ecbd5741ba req-693957fc-a3a3-47b8-8e9b-ec285b144004 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483396 Feb 16 11:09:53.119639 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:09:53.122969 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 106202d9-a66e-4c4d-b52e-71bcb3c2366a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:09:53.153861 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 106202d9-a66e-4c4d-b52e-71bcb3c2366a {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:09:53.154205 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 106202d9-a66e-4c4d-b52e-71bcb3c2366a not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:09:53.271781 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:53.280188 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'port_id': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'mac_address': 'fa:16:3e:6d:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:09:53.324366 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:53.324765 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:53.339689 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf019c8d-c931-4c85-ba32-944c2b90506f {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:09:53.362353 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:53.367607 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:53.407185 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:09:53.433760 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=9']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:53.525799 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397866-304d-41be-ba34-4ef572d31703 req-468e508b-b5e5-400f-9388-8ac5621f1832 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:53.527436 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a3397866-304d-41be-ba34-4ef572d31703 req-468e508b-b5e5-400f-9388-8ac5621f1832 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.0602450 Feb 16 11:09:53.586191 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a3397866-304d-41be-ba34-4ef572d31703 req-2eddf616-2705-4599-8432-bb468c18cf2c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508511 Feb 16 11:09:53.587039 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-26579936-fea6-4a16-9bfa-ff0d815580ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:53.810441 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['bf019c8d-c931-4c85-ba32-944c2b90506f'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:09:53.840783 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ff346-d0fb-4e41-83bd-c6d58e8ed7e7 req-2bb7b7ce-bf14-4b03-af0a-4a54c59fd9a2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:53.842637 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-489ff346-d0fb-4e41-83bd-c6d58e8ed7e7 req-2bb7b7ce-bf14-4b03-af0a-4a54c59fd9a2 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.0692730 Feb 16 11:09:53.901397 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-489ff346-d0fb-4e41-83bd-c6d58e8ed7e7 req-26f0ef88-e324-43df-89ba-9c1dca401af5 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520184 Feb 16 11:09:54.098801 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f30104-28ca-474f-aba5-e7b5781b1341 req-af80367c-c52d-45ab-b565-ef78048dcdd3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:54.100486 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c0f30104-28ca-474f-aba5-e7b5781b1341 req-af80367c-c52d-45ab-b565-ef78048dcdd3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0676990 Feb 16 11:09:54.155416 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c0f30104-28ca-474f-aba5-e7b5781b1341 req-4b09e50d-609d-4b65-9c4f-4feef3444898 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 Feb 16 11:09:54.186324 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023187e0-2420-4994-81ea-2896de716092 req-ac34053a-ed5d-43e0-be8e-bcd781a19d44 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:54.187893 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-023187e0-2420-4994-81ea-2896de716092 req-ac34053a-ed5d-43e0-be8e-bcd781a19d44 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.0603497 Feb 16 11:09:54.240414 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-023187e0-2420-4994-81ea-2896de716092 req-1845a613-1c70-4810-a098-fccc687e9e80 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Feb 16 11:09:54.265664 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56658) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:54.511071 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b810c-b1b0-4b6e-8948-787d7d992b56 tempest-TestMinimumBasicScenario-319999651 tempest-TestMinimumBasicScenario-319999651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:54.513680 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-386b810c-b1b0-4b6e-8948-787d7d992b56 tempest-TestMinimumBasicScenario-319999651 tempest-TestMinimumBasicScenario-319999651-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1125 time: 0.2467246 Feb 16 11:09:54.516527 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56664) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:54.521098 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'port_id': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:54.546141 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:54.669151 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:54.767420 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa2c58-c20c-4aee-acd6-672d2aab2296 req-1ccfb066-f945-43c2-8485-2f29e319aa25 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:54.769001 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f0aa2c58-c20c-4aee-acd6-672d2aab2296 req-1ccfb066-f945-43c2-8485-2f29e319aa25 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 945 time: 0.1026573 Feb 16 11:09:54.857080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Allocated IP 172.27.1.69 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/cb7706da-a6d1-4f7d-bea7-98a9b63c1642) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:09:54.871727 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f0aa2c58-c20c-4aee-acd6-672d2aab2296 req-021ee493-b79d-48d1-9875-882e8a8b86d2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940461 Feb 16 11:09:54.992745 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.072841 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.073148 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679f17b-9c12-4fc2-bbcb-e3b1fe5f78cd req-75892622-2c0a-4f88-aa60-880c5efc191c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:55.074916 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3679f17b-9c12-4fc2-bbcb-e3b1fe5f78cd req-75892622-2c0a-4f88-aa60-880c5efc191c tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.0903120 Feb 16 11:09:55.126252 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:09:55.132012 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3679f17b-9c12-4fc2-bbcb-e3b1fe5f78cd req-da005123-69df-43d8-a2f4-6e169da532dd tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f78af91-08c4-45a4-9282-7d2763f3d1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495884 Feb 16 11:09:55.134714 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2c78-a3f2-4688-8217-3db340a125df req-d9921b32-1751-4d71-9b88-2f68d51a7fc0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:55.136727 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-684d2c78-a3f2-4688-8217-3db340a125df req-d9921b32-1751-4d71-9b88-2f68d51a7fc0 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 945 time: 0.1053555 Feb 16 11:09:55.138085 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:09:55.140564 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:09:55.146080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:09:55.205191 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'Port': ['ID=cb7706da-a6d1-4f7d-bea7-98a9b63c1642,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:55.380086 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port bf019c8d-c931-4c85-ba32-944c2b90506f triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:09:55.380539 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.454586 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a96ef0-4721-4de2-9c17-76c3108e8d3f req-38f81ed1-a837-4f7e-8d15-59f10f674fca tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:55.460207 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5a96ef0-4721-4de2-9c17-76c3108e8d3f req-38f81ed1-a837-4f7e-8d15-59f10f674fca tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1785498 Feb 16 11:09:55.468738 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Deleting port 69096cc8-8fa0-4632-9a7b-bd4f379d491b {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:09:55.469472 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.485200 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port bf019c8d-c931-4c85-ba32-944c2b90506f is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:09:55.485559 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.515543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:55.518148 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e04950-52de-47f7-9840-1abad696be21" -d '{"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-plugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:55.553652 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:55.564630 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.578309 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36493e62-c029-4a30-8359-081505630995 x-openstack-request-id: req-36493e62-c029-4a30-8359-081505630995 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:55.578675 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-plugged", "status": "completed", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:55.578916 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36493e62-c029-4a30-8359-081505630995 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:55.579263 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'code': 200} Feb 16 11:09:55.650525 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=10']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:55.695486 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f5a96ef0-4721-4de2-9c17-76c3108e8d3f req-7f4863bf-0fef-4a92-9a35-7138455b0f31 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316985 Feb 16 11:09:55.726842 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] For port 69096cc8-8fa0-4632-9a7b-bd4f379d491b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=69096cc8-8fa0-4632-9a7b-bd4f379d491b,segment=NetworkSegment(7a2cb6a0-e951-4446-a87b-1f5d5e2147a4),segment_id=7a2cb6a0-e951-4446-a87b-1f5d5e2147a4)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:09:55.727201 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.745879 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Calling delete_port for 69096cc8-8fa0-4632-9a7b-bd4f379d491b owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:09:55.830536 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for floatingip (414ba20e-4b9b-4c03-abf5-867702726899), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:55.956010 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:56.012955 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (69096cc8-8fa0-4632-9a7b-bd4f379d491b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:56.029510 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['69096cc8-8fa0-4632-9a7b-bd4f379d491b'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:09:56.046029 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c8f70-a018-4d55-99b6-dc57816c2a15 req-a48e40da-247b-446c-bca8-eb1ab8687f89 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:56.060912 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-519c8f70-a018-4d55-99b6-dc57816c2a15 req-a48e40da-247b-446c-bca8-eb1ab8687f89 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.1047773 Feb 16 11:09:56.062456 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Pushing event deleted for resources: {'Port': ['ID=69096cc8-8fa0-4632-9a7b-bd4f379d491b,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:56.119908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-34300482-e6cc-4f46-9b7e-3cde0db2731a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:56.161075 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] No DVR routers for this DVR port 69096cc8-8fa0-4632-9a7b-bd4f379d491b on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:09:56.165068 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:56.168602 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-684d2c78-a3f2-4688-8217-3db340a125df req-7cbb70e7-4d5e-4edf-bca3-66989131eeac tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.42 "DELETE /v2.0/ports/69096cc8-8fa0-4632-9a7b-bd4f379d491b HTTP/1.1" status: 204 len: 173 time: 1.0236056 Feb 16 11:09:56.169088 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'name': 'network-vif-deleted', 'tag': '69096cc8-8fa0-4632-9a7b-bd4f379d491b'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:56.171444 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c5d245-85bc-4429-b402-f005d43e78a7" -d '{"events": [{"server_uuid": "d4c8c07f-3598-4f50-ad86-b7f108e89a1e", "name": "network-vif-deleted", "tag": "69096cc8-8fa0-4632-9a7b-bd4f379d491b"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:56.186819 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-519c8f70-a018-4d55-99b6-dc57816c2a15 req-30a3244d-ff47-4b30-ac38-60244f4ff6bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028416 Feb 16 11:09:56.266793 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0fc2f-3878-4b45-b20e-e137af87a2f1 req-182f4926-4291-4aa5-aaa5-37cca729c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:56.269439 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f3d0fc2f-3878-4b45-b20e-e137af87a2f1 req-182f4926-4291-4aa5-aaa5-37cca729c5b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1131 time: 0.0800424 Feb 16 11:09:56.278723 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc1aa5b-5532-4fa9-89c3-c87ef091aad1 x-openstack-request-id: req-5dc1aa5b-5532-4fa9-89c3-c87ef091aad1 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:56.279039 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c8c07f-3598-4f50-ad86-b7f108e89a1e", "name": "network-vif-deleted", "tag": "69096cc8-8fa0-4632-9a7b-bd4f379d491b", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:56.279238 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dc1aa5b-5532-4fa9-89c3-c87ef091aad1 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:56.279637 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c8c07f-3598-4f50-ad86-b7f108e89a1e', 'name': 'network-vif-deleted', 'tag': '69096cc8-8fa0-4632-9a7b-bd4f379d491b', 'status': 'completed', 'code': 200} Feb 16 11:09:56.284921 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:56.308481 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a9a45bc8-008d-4690-a2f9-fcd6ac3487e3 req-c470adfd-5c0b-4a92-9a00-b1932b082e17 tempest-AttachVolumeNegativeTest-247754824 tempest-AttachVolumeNegativeTest-247754824-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c8c07f-3598-4f50-ad86-b7f108e89a1e HTTP/1.1" status: 200 len: 210 time: 0.0526674 Feb 16 11:09:56.309293 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:56.338391 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f3d0fc2f-3878-4b45-b20e-e137af87a2f1 req-c89b4763-7224-44a6-8ae8-21a85799684e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582867 Feb 16 11:09:56.350779 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (414ba20e-4b9b-4c03-abf5-867702726899), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:56.422439 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'Port': ['ID=cb7706da-a6d1-4f7d-bea7-98a9b63c1642,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:56.474259 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Floating IP 414ba20e-4b9b-4c03-abf5-867702726899 associated. External IP: 172.27.1.69, port: d6f49456-be7f-43c1-820b-95db6a61d978. Feb 16 11:09:56.852023 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6a10-e8e8-4541-b0f8-550f450cd841 req-2b4404a0-e6c6-4149-acaf-15d67ffd97bb tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:56.854160 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-917f6a10-e8e8-4541-b0f8-550f450cd841 req-2b4404a0-e6c6-4149-acaf-15d67ffd97bb tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0752351 Feb 16 11:09:56.911663 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-917f6a10-e8e8-4541-b0f8-550f450cd841 req-3e735815-b7c9-445b-a79b-1e8e335261bf tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502162 Feb 16 11:09:56.966644 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Router 8eb276f4-090b-4e41-893c-afaba8af1ca7 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:09:57.093769 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:09:57.113383 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] Sync routers for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:09:57.129493 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:57.130126 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:57.135094 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.197000 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-5a17b144-dadc-45de-8268-30bd2976c003 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6762142 Feb 16 11:09:57.197000 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56704) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:57.203311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-adc4815d-f723-4eef-a18a-e79b2261b541 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223391426', 'description': 'tempest-secgroup-smoke-223391426 description', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:57.245351 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-adc4815d-f723-4eef-a18a-e79b2261b541 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.264008 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:57.329180 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.360969 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d149a60-3e45-4f0e-a11f-f176b4047492 req-13eb6c02-f15d-46ef-baf5-9cda0d842c9a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:57.362707 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9d149a60-3e45-4f0e-a11f-f176b4047492 req-13eb6c02-f15d-46ef-baf5-9cda0d842c9a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.0887365 Feb 16 11:09:57.382774 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56710) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:57.407723 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-adc4815d-f723-4eef-a18a-e79b2261b541 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group (9a4d0454-2a6e-454b-be23-67cc3f3f7d8b), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.414374 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-adc4815d-f723-4eef-a18a-e79b2261b541 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9a4d0454-2a6e-454b-be23-67cc3f3f7d8b), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.474262 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9d149a60-3e45-4f0e-a11f-f176b4047492 req-2720acb2-f055-44cf-a7db-1964d87d7a4b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963442 Feb 16 11:09:57.477119 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-adc4815d-f723-4eef-a18a-e79b2261b541 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.478714 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-adc4815d-f723-4eef-a18a-e79b2261b541 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2804794 Feb 16 11:09:57.482173 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56712) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:57.488471 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-ea23834e-1c18-439f-bfc6-1b757b5d602e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'security_group_rule': {'security_group_id': '9a4d0454-2a6e-454b-be23-67cc3f3f7d8b', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:57.501305 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4815d-f723-4eef-a18a-e79b2261b541 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:57.532632 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ea23834e-1c18-439f-bfc6-1b757b5d602e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (8d456415-f0fe-4dc8-aa22-4db03cfe1df9), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.562642 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '414ba20e-4b9b-4c03-abf5-867702726899', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'port_id': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'mac_address': 'fa:16:3e:35:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:09:55Z', 'updated_at': '2022-02-16T11:09:55Z', 'revision_number': 0, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:32Z', 'revision_number': 5, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:57.597651 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] Checking router: 8eb276f4-090b-4e41-893c-afaba8af1ca7 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:09:57.612861 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:09:57.613486 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:57.624347 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ea23834e-1c18-439f-bfc6-1b757b5d602e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (8d456415-f0fe-4dc8-aa22-4db03cfe1df9), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.629447 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ea23834e-1c18-439f-bfc6-1b757b5d602e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (8d456415-f0fe-4dc8-aa22-4db03cfe1df9), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.650731 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23834e-1c18-439f-bfc6-1b757b5d602e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d456415-f0fe-4dc8-aa22-4db03cfe1df9,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:57.663211 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ea23834e-1c18-439f-bfc6-1b757b5d602e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.667091 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-ea23834e-1c18-439f-bfc6-1b757b5d602e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814516 Feb 16 11:09:57.667325 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56714) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:57.672281 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-b5c40baf-addf-413d-b3d3-553e134e0bc3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'security_group_rule': {'security_group_id': '9a4d0454-2a6e-454b-be23-67cc3f3f7d8b', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:57.705659 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] Deleting subnet a2492744-3977-41e5-9827-b23495773be5 {{(pid=102875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:09:57.708973 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] Publish callbacks [] for subnet (a2492744-3977-41e5-9827-b23495773be5), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.714068 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b5c40baf-addf-413d-b3d3-553e134e0bc3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (2d40145a-1b8e-4e50-a4a0-b4706b88af32), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.739876 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:09:57.746922 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130356537'] for subnet (a2492744-3977-41e5-9827-b23495773be5), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.786875 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b5c40baf-addf-413d-b3d3-553e134e0bc3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (2d40145a-1b8e-4e50-a4a0-b4706b88af32), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.792949 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b5c40baf-addf-413d-b3d3-553e134e0bc3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (2d40145a-1b8e-4e50-a4a0-b4706b88af32), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.814756 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (a2492744-3977-41e5-9827-b23495773be5), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.817120 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c40baf-addf-413d-b3d3-553e134e0bc3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d40145a-1b8e-4e50-a4a0-b4706b88af32,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:57.851965 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b5c40baf-addf-413d-b3d3-553e134e0bc3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.857052 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b5c40baf-addf-413d-b3d3-553e134e0bc3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1861794 Feb 16 11:09:57.857477 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56718) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:57.890142 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-25cfce18-a238-48b3-a276-d371b7676cf9 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'security_group_rule': {'security_group_id': '9a4d0454-2a6e-454b-be23-67cc3f3f7d8b', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:57.892132 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130329193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130089482'] for subnet (a2492744-3977-41e5-9827-b23495773be5), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.950388 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25cfce18-a238-48b3-a276-d371b7676cf9 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (1a85fd39-207d-48ca-a394-4c8839c28677), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:57.996226 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2492744-3977-41e5-9827-b23495773be5,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:58.021047 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.024920 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-01a6bb5e-1b80-4973-b08f-45e4b932ac1f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a2492744-3977-41e5-9827-b23495773be5 HTTP/1.1" status: 204 len: 168 time: 0.6402938 Feb 16 11:09:58.028634 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56734) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:58.093848 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25cfce18-a238-48b3-a276-d371b7676cf9 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (1a85fd39-207d-48ca-a394-4c8839c28677), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.111304 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '414ba20e-4b9b-4c03-abf5-867702726899', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'port_id': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'mac_address': 'fa:16:3e:35:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:09:55Z', 'updated_at': '2022-02-16T11:09:55Z', 'revision_number': 0, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:32Z', 'revision_number': 5, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:58.121617 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25cfce18-a238-48b3-a276-d371b7676cf9 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (1a85fd39-207d-48ca-a394-4c8839c28677), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.154394 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4514d0-d961-4296-9e67-5f13f41527cf None None] The sync data for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi is: [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '414ba20e-4b9b-4c03-abf5-867702726899', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'port_id': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'mac_address': 'fa:16:3e:35:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:09:55Z', 'updated_at': '2022-02-16T11:09:55Z', 'revision_number': 0, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:32Z', 'revision_number': 5, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:09:58.192786 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (f08c4d3d-6dd8-400f-ba99-c676a3093cf6), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.194308 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfce18-a238-48b3-a276-d371b7676cf9 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a85fd39-207d-48ca-a394-4c8839c28677,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:58.216364 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-25cfce18-a238-48b3-a276-d371b7676cf9 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.235866 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-25cfce18-a238-48b3-a276-d371b7676cf9 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771091 Feb 16 11:09:58.239240 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56750) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:58.244097 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-01aa9d5b-18d5-427a-bd3e-34510e454c7d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'security_group_rule': {'security_group_id': '9a4d0454-2a6e-454b-be23-67cc3f3f7d8b', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:58.288570 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:09:58.292588 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639e230f-9d46-4294-8a5a-907abf25dd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:09:58.314612 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-01aa9d5b-18d5-427a-bd3e-34510e454c7d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (77d435fe-377b-4c4d-af3f-98c17c35f9be), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.326175 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aec6a-2c5a-4866-8b1a-aa01ec7813ef req-9398b602-40e0-4293-b8e5-25885732c0d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:58.327874 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a15aec6a-2c5a-4866-8b1a-aa01ec7813ef req-9398b602-40e0-4293-b8e5-25885732c0d5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.2588995 Feb 16 11:09:58.362104 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (f08c4d3d-6dd8-400f-ba99-c676a3093cf6), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.404711 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08c4d3d-6dd8-400f-ba99-c676a3093cf6']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:58.417580 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a15aec6a-2c5a-4866-8b1a-aa01ec7813ef req-65f9cd77-522e-4732-8e05-7ba0d6fe98d2 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822165 Feb 16 11:09:58.418054 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:58.418338 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2cb6a0-e951-4446-a87b-1f5d5e2147a4') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:09:58.419286 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-01aa9d5b-18d5-427a-bd3e-34510e454c7d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (77d435fe-377b-4c4d-af3f-98c17c35f9be), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.426151 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-01aa9d5b-18d5-427a-bd3e-34510e454c7d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (77d435fe-377b-4c4d-af3f-98c17c35f9be), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.432648 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (7a2cb6a0-e951-4446-a87b-1f5d5e2147a4), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.464423 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b5002-711d-41aa-b304-aa949147d1b2 req-c564b023-90b8-410f-ad9e-e3b36afdc854 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:58.466071 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa9d5b-18d5-427a-bd3e-34510e454c7d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d435fe-377b-4c4d-af3f-98c17c35f9be,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:58.469452 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a47b5002-711d-41aa-b304-aa949147d1b2 req-c564b023-90b8-410f-ad9e-e3b36afdc854 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1543298 Feb 16 11:09:58.470788 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (7a2cb6a0-e951-4446-a87b-1f5d5e2147a4), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.480551 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:09:58.480947 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (7a2cb6a0-e951-4446-a87b-1f5d5e2147a4), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.485789 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-01aa9d5b-18d5-427a-bd3e-34510e454c7d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.490709 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-01aa9d5b-18d5-427a-bd3e-34510e454c7d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2502286 Feb 16 11:09:58.491262 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56770) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:09:58.491535 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:09:58.496439 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'security_group_rule': {'security_group_id': '9a4d0454-2a6e-454b-be23-67cc3f3f7d8b', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:58.523623 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc312a36-7dd0-4a1b-86c7-699691b0edc4 x-openstack-request-id: req-dc312a36-7dd0-4a1b-86c7-699691b0edc4 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:09:58.524047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:09:58.524447 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc312a36-7dd0-4a1b-86c7-699691b0edc4 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:09:58.524928 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'status': 'completed', 'code': 200} Feb 16 11:09:58.559049 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.securitygroups_db [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Project 4bc7d95a8f0941e0a52b73deec7f11cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 11:09:58.570392 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (99d52b77-392c-4b6f-a9f4-1ba70a810254), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.607971 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f777f-67fb-4248-aa8e-5b93c24350ba None None] New status for floating IP 414ba20e-4b9b-4c03-abf5-867702726899: ACTIVE {{(pid=102877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:09:58.672017 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (f08c4d3d-6dd8-400f-ba99-c676a3093cf6), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.692978 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a47b5002-711d-41aa-b304-aa949147d1b2 req-625fa4d8-20f0-4bc9-8dc5-a87ab76e8622 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166169 Feb 16 11:09:58.706494 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.712786 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] 10.222.0.52 "DELETE /v2.0/networks/f08c4d3d-6dd8-400f-ba99-c676a3093cf6 HTTP/1.1" status: 204 len: 168 time: 0.6820636 Feb 16 11:09:58.726983 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1e814-8c9a-44bf-b000-66d18bf2ec7e admin admin] Pushing event deleted for resources: {'Network': ['ID=f08c4d3d-6dd8-400f-ba99-c676a3093cf6,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:58.747402 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-919a88b1-d2c8-4dc1-8b5b-b2aad0360faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:58.749129 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-919a88b1-d2c8-4dc1-8b5b-b2aad0360faf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1130 time: 0.1364672 Feb 16 11:09:58.877583 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27865b-bbaa-4c3c-b918-f46bb8343949 req-5c1b3ca8-e05a-4c07-b6c5-58dbe4ff3ed8 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:58.879576 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3d27865b-bbaa-4c3c-b918-f46bb8343949 req-5c1b3ca8-e05a-4c07-b6c5-58dbe4ff3ed8 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.2272334 Feb 16 11:09:58.881737 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (99d52b77-392c-4b6f-a9f4-1ba70a810254), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.890711 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (99d52b77-392c-4b6f-a9f4-1ba70a810254), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.945993 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-ed7a503a-faad-48d3-8c30-bda2fb8b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:58.952728 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-ed7a503a-faad-48d3-8c30-bda2fb8b6591 service neutron] 10.222.0.42 "GET /v2.0/networks?id=370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 200 len: 916 time: 0.1880140 Feb 16 11:09:58.960794 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d52b77-392c-4b6f-a9f4-1ba70a810254,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:58.974240 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:58.979900 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-24b6927b-4ca4-4cac-aa31-84db572841d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4873044 Feb 16 11:09:58.980634 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56776) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:58.992980 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'security_group_rule': {'security_group_id': '9a4d0454-2a6e-454b-be23-67cc3f3f7d8b', 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:59.026616 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3d27865b-bbaa-4c3c-b918-f46bb8343949 req-75ab2749-4e1d-408d-9bcf-dbce5196f2d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290779 Feb 16 11:09:59.053722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.056616 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.securitygroups_db [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Project 4bc7d95a8f0941e0a52b73deec7f11cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 11:09:59.062485 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (038bb8e1-000f-43f3-b96d-0c2da65e2410), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.113459 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-33064fcd-d541-4e5e-90e6-d377e53c93e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 1001 time: 0.1540127 Feb 16 11:09:59.143189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56778) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:59.151817 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 69096cc8-8fa0-4632-9a7b-bd4f379d491b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:09:59.178531 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 69096cc8-8fa0-4632-9a7b-bd4f379d491b {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:09:59.179008 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 69096cc8-8fa0-4632-9a7b-bd4f379d491b not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:09:59.191155 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (038bb8e1-000f-43f3-b96d-0c2da65e2410), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.196103 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-4ff7b5e8-8a36-45a0-bbcd-0d00eaa74984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:59.197031 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (038bb8e1-000f-43f3-b96d-0c2da65e2410), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.199338 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-4ff7b5e8-8a36-45a0-bbcd-0d00eaa74984 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68b27126-5421-4324-ab57-b967790ab076 HTTP/1.1" status: 200 len: 854 time: 0.0773771 Feb 16 11:09:59.233518 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d69b0b6e-1eed-4ac2-8728-5c70c667a254 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fdb13dc93ba44c4806b79801a6a936e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0849252 Feb 16 11:09:59.233518 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038bb8e1-000f-43f3-b96d-0c2da65e2410,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:59.237603 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56780) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:09:59.248419 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.250286 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-5cd50472-40a7-4283-a517-a21d65d584fb tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2633219 Feb 16 11:09:59.274170 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-e1494db8-9726-4f4d-9913-6e5a5365e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:59.275635 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-e1494db8-9726-4f4d-9913-6e5a5365e5af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=370e0265-63e5-4aad-9edb-a17f97092dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635490 Feb 16 11:09:59.333273 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3216c3ec-7159-420d-a1da-fa52ddc4a2a9 admin admin] Publish callbacks [] for security_group (1f78af91-08c4-45a4-9282-7d2763f3d1e2), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.378960 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3216c3ec-7159-420d-a1da-fa52ddc4a2a9 admin admin] Publish callbacks [] for security_group (1f78af91-08c4-45a4-9282-7d2763f3d1e2), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.447892 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-0a14760b-06cf-45e9-840d-04d98ad18232 service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593003 Feb 16 11:09:59.459689 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3216c3ec-7159-420d-a1da-fa52ddc4a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (1f78af91-08c4-45a4-9282-7d2763f3d1e2), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.463310 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3216c3ec-7159-420d-a1da-fa52ddc4a2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.465162 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3216c3ec-7159-420d-a1da-fa52ddc4a2a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f78af91-08c4-45a4-9282-7d2763f3d1e2 HTTP/1.1" status: 204 len: 168 time: 0.2262440 Feb 16 11:09:59.476653 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216c3ec-7159-420d-a1da-fa52ddc4a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f78af91-08c4-45a4-9282-7d2763f3d1e2,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:09:59.500850 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-b1420043-a1f2-4e01-851b-df662e1e1f03 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223391426&fields=id&tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd HTTP/1.1" status: 200 len: 267 time: 0.1167510 Feb 16 11:09:59.611679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4048-922d-43d1-a6af-b7befd9a03b4 req-8fb54ab8-7ebd-4ef0-b2d3-ad78cdcad3fc tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:59.613755 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-59ec4048-922d-43d1-a6af-b7befd9a03b4 req-8fb54ab8-7ebd-4ef0-b2d3-ad78cdcad3fc tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1027317 Feb 16 11:09:59.623775 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1e9a2c9c-c6aa-4fea-a1bd-7abd1dfab823 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:59.625363 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1e9a2c9c-c6aa-4fea-a1bd-7abd1dfab823 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.1053143 Feb 16 11:09:59.646570 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'port': {'security_groups': ['f4fff464-ac39-4221-add1-0a3acdfa2acf', '9a4d0454-2a6e-454b-be23-67cc3f3f7d8b']}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:09:59.677868 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-639e230f-9d46-4294-8a5a-907abf25dd0a req-d378fbe4-2123-4faa-abfa-76455cb751bc service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212901 Feb 16 11:09:59.696039 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-59ec4048-922d-43d1-a6af-b7befd9a03b4 req-9062d1ff-0e39-4912-b8ba-e2ba1d44954a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744545 Feb 16 11:09:59.759904 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.875000 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3bc7c-210a-42ec-9ab1-baf638c582ef req-05a6a5d8-f5e8-46ae-a4a0-1772f3626f8e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:09:59.878723 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-caa3bc7c-210a-42ec-9ab1-baf638c582ef req-05a6a5d8-f5e8-46ae-a4a0-1772f3626f8e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0621953 Feb 16 11:09:59.923312 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:09:59.956378 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-caa3bc7c-210a-42ec-9ab1-baf638c582ef req-f155d839-a0ae-4f40-a412-5edf2ce48a43 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706716 Feb 16 11:10:00.029505 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d6f49456-be7f-43c1-820b-95db6a61d978,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:00.081083 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for port (d6f49456-be7f-43c1-820b-95db6a61d978), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:00.088798 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:00.105315 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['d6f49456-be7f-43c1-820b-95db6a61d978'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:00.159807 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.160636 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:00.162443 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ef8eb28b-f015-4e7d-922e-442e74142acd req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "PUT /v2.0/ports/d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 982 time: 0.5258057 Feb 16 11:10:00.162909 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:00.166074 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f86f5d-81a8-4f5b-804e-d712caceac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:00.208127 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd82cd-99f1-40cb-a5d4-de75547fb970 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=6']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:00.265863 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed797e9-a633-4e14-beba-24f0d4db40ff x-openstack-request-id: req-4ed797e9-a633-4e14-beba-24f0d4db40ff {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:00.266406 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:00.267204 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ed797e9-a633-4e14-beba-24f0d4db40ff {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:00.268126 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'status': 'completed', 'code': 200} Feb 16 11:10:00.270286 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546b480-f2b4-46bc-9f52-a63141631a61 req-a2d8128f-2e2f-4adf-a50f-e1adb70a2e75 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.286505 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e546b480-f2b4-46bc-9f52-a63141631a61 req-a2d8128f-2e2f-4adf-a50f-e1adb70a2e75 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.1511292 Feb 16 11:10:00.335188 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['d6f49456-be7f-43c1-820b-95db6a61d978'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:00.401591 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-5e6bf087-eabf-42fa-bb57-67332f8ef08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.412641 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e546b480-f2b4-46bc-9f52-a63141631a61 req-8dbdb42e-9927-4548-be46-877ab19a456d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234889 Feb 16 11:10:00.414174 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-5e6bf087-eabf-42fa-bb57-67332f8ef08c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1169 time: 0.1094344 Feb 16 11:10:00.542141 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:00.602116 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e1957-b244-4317-9633-9577a91031cb req-a4718673-c5b5-49b6-b7b4-a37d6381df6f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.603844 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-210e1957-b244-4317-9633-9577a91031cb req-a4718673-c5b5-49b6-b7b4-a37d6381df6f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.1348078 Feb 16 11:10:00.607434 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-b1f38418-fe5b-42b5-8137-f462433f38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.609141 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-b1f38418-fe5b-42b5-8137-f462433f38f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 200 len: 916 time: 0.1865430 Feb 16 11:10:00.673086 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-b8970112-e580-46cb-b28a-17edfe9b9986 None None] Provisioning complete for port d6f49456-be7f-43c1-820b-95db6a61d978 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:10:00.673783 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b8970112-e580-46cb-b28a-17edfe9b9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:00.717951 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-eccd3762-a399-4d5b-aa54-4542f7ffc113 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 1001 time: 0.1012068 Feb 16 11:10:00.729009 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-210e1957-b244-4317-9633-9577a91031cb req-f6eec6d0-7f00-480e-98f0-96c1e61c5527 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182888 Feb 16 11:10:00.816345 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-d05c4a64-1af5-40f4-8278-32eed96e2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.820834 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-d05c4a64-1af5-40f4-8278-32eed96e2bc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68b27126-5421-4324-ab57-b967790ab076 HTTP/1.1" status: 200 len: 854 time: 0.0882220 Feb 16 11:10:00.909210 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-afb2b140-0496-4c69-9292-268f0b9e6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.910926 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-afb2b140-0496-4c69-9292-268f0b9e6752 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=370e0265-63e5-4aad-9edb-a17f97092dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755768 Feb 16 11:10:00.931004 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c053e-7887-44e7-b389-f3474d6a2709 req-81c660b2-bfca-41e6-b69b-795428e039fd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:00.945526 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-049c053e-7887-44e7-b389-f3474d6a2709 req-81c660b2-bfca-41e6-b69b-795428e039fd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1003687 Feb 16 11:10:00.969579 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-b8970112-e580-46cb-b28a-17edfe9b9986 None None] Current status of the port d6f49456-be7f-43c1-820b-95db6a61d978 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:01.018374 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-049c053e-7887-44e7-b389-f3474d6a2709 req-704b7ffe-a3f8-4cb9-9fbf-d2f5e6a4fe5d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668747 Feb 16 11:10:01.094128 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-4ebf1b63-04e3-44ba-b8a1-4cfe5104a98a service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746273 Feb 16 11:10:01.211572 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f86f5d-81a8-4f5b-804e-d712caceac9d req-58f76878-8da9-4777-a668-c0c14dd48eb8 service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111133 Feb 16 11:10:01.220716 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2d03c-6b4e-4690-bcdc-211045b3ab29 req-f42480c4-5d85-4cb7-88c7-219195261750 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:01.222416 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bec2d03c-6b4e-4690-bcdc-211045b3ab29 req-f42480c4-5d85-4cb7-88c7-219195261750 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.1674559 Feb 16 11:10:01.302684 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bec2d03c-6b4e-4690-bcdc-211045b3ab29 req-081b04af-e5e2-4479-8e9c-627d41f7b056 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 Feb 16 11:10:01.421165 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-825892d2-4c58-4232-abcb-267c4849bd1c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:01.422666 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-825892d2-4c58-4232-abcb-267c4849bd1c tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 945 time: 0.0628026 Feb 16 11:10:01.540808 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Deleting port 27f2e6d1-596f-4ec4-8e3d-627293181d2d {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:01.541180 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:01.634874 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] For port 27f2e6d1-596f-4ec4-8e3d-627293181d2d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27f2e6d1-596f-4ec4-8e3d-627293181d2d,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:01.635604 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:01.649241 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Calling delete_port for 27f2e6d1-596f-4ec4-8e3d-627293181d2d owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:01.797803 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (27f2e6d1-596f-4ec4-8e3d-627293181d2d), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:01.811764 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['439a4dc3-2621-4c15-bff2-83aa283fa3d2', '27f2e6d1-596f-4ec4-8e3d-627293181d2d'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:01.839864 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Pushing event deleted for resources: {'Port': ['ID=27f2e6d1-596f-4ec4-8e3d-627293181d2d,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:01.908432 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] No DVR routers for this DVR port 27f2e6d1-596f-4ec4-8e3d-627293181d2d on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:10:01.912380 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:01.916383 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-304c2590-e08a-40f3-bef0-df50d433d7ce req-ce7fb0cc-aae4-4a89-a2de-1885ff5b7684 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "DELETE /v2.0/ports/27f2e6d1-596f-4ec4-8e3d-627293181d2d HTTP/1.1" status: 204 len: 173 time: 0.4868157 Feb 16 11:10:02.068506 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56870) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:02.148624 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891488f-53e9-4e9f-8e94-5400d382ea9c req-02450a77-0cd5-40d2-9b9d-5e5003b224a6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:02.150122 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5891488f-53e9-4e9f-8e94-5400d382ea9c req-02450a77-0cd5-40d2-9b9d-5e5003b224a6 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0638318 Feb 16 11:10:02.206579 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2c7b872d-6e71-444e-84d8-e5d78ffdf9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:02.233299 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5891488f-53e9-4e9f-8e94-5400d382ea9c req-5ba17368-a21b-4aa4-8cd2-0e864719e8ee tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734799 Feb 16 11:10:02.270888 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346b460a-4356-49db-9e0f-a701b6b32c10', 'name': 'network-vif-deleted', 'tag': '27f2e6d1-596f-4ec4-8e3d-627293181d2d'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:02.273847 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520c8a7b-7cc9-40db-95d7-8d321e31757f" -d '{"events": [{"server_uuid": "346b460a-4356-49db-9e0f-a701b6b32c10", "name": "network-vif-deleted", "tag": "27f2e6d1-596f-4ec4-8e3d-627293181d2d"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:02.311852 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2c7b872d-6e71-444e-84d8-e5d78ffdf9db admin admin] Publish callbacks [] for security_group (e62cb9e0-97b2-4d7c-88fa-2babf8181930), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:02.315503 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb4f29d-a2ae-4707-8657-58e6322ac529 x-openstack-request-id: req-8eb4f29d-a2ae-4707-8657-58e6322ac529 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:02.316253 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346b460a-4356-49db-9e0f-a701b6b32c10", "name": "network-vif-deleted", "tag": "27f2e6d1-596f-4ec4-8e3d-627293181d2d", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:02.316656 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8eb4f29d-a2ae-4707-8657-58e6322ac529 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:02.317312 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346b460a-4356-49db-9e0f-a701b6b32c10', 'name': 'network-vif-deleted', 'tag': '27f2e6d1-596f-4ec4-8e3d-627293181d2d', 'status': 'completed', 'code': 200} Feb 16 11:10:02.317448 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2c7b872d-6e71-444e-84d8-e5d78ffdf9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e62cb9e0-97b2-4d7c-88fa-2babf8181930), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:02.360513 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-2c7b872d-6e71-444e-84d8-e5d78ffdf9db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdc322883de24356aa1ceffda8c526b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903957 Feb 16 11:10:02.362508 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b872d-6e71-444e-84d8-e5d78ffdf9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62cb9e0-97b2-4d7c-88fa-2babf8181930,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:02.363927 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56878) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:02.422560 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8acff06d-1843-4ff7-89cc-5397c99bcba4 admin admin] Publish callbacks [] for security_group (e62cb9e0-97b2-4d7c-88fa-2babf8181930), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:02.454919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8acff06d-1843-4ff7-89cc-5397c99bcba4 admin admin] Publish callbacks [] for security_group (e62cb9e0-97b2-4d7c-88fa-2babf8181930), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:02.473106 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cae0a4f1-5bad-4610-b436-6847ed807272 req-c1357fa8-d082-4c0d-a568-93986a5330eb tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=346b460a-4356-49db-9e0f-a701b6b32c10 HTTP/1.1" status: 200 len: 210 time: 0.0550756 Feb 16 11:10:02.530501 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8acff06d-1843-4ff7-89cc-5397c99bcba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e62cb9e0-97b2-4d7c-88fa-2babf8181930), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:02.537224 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8acff06d-1843-4ff7-89cc-5397c99bcba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:02.539066 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-8acff06d-1843-4ff7-89cc-5397c99bcba4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e62cb9e0-97b2-4d7c-88fa-2babf8181930 HTTP/1.1" status: 204 len: 168 time: 0.1735995 Feb 16 11:10:02.553033 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acff06d-1843-4ff7-89cc-5397c99bcba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62cb9e0-97b2-4d7c-88fa-2babf8181930,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:02.905094 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56886) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:02.918724 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-af7e19a3-4975-4b4f-9915-176960effbd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:03.004007 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-af7e19a3-4975-4b4f-9915-176960effbd0 admin admin] Publish callbacks [] for security_group (cf8d1909-8c93-48c1-be52-bc5964c84906), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:03.009479 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-af7e19a3-4975-4b4f-9915-176960effbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cf8d1909-8c93-48c1-be52-bc5964c84906), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:03.049754 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-af7e19a3-4975-4b4f-9915-176960effbd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf7ef5874a444d4199862fd8bf087fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434681 Feb 16 11:10:03.050739 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e19a3-4975-4b4f-9915-176960effbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d1909-8c93-48c1-be52-bc5964c84906,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:03.053392 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56888) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:03.110075 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e14e593-6919-4794-b4e4-34f854324732 admin admin] Publish callbacks [] for security_group (cf8d1909-8c93-48c1-be52-bc5964c84906), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:03.139066 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e14e593-6919-4794-b4e4-34f854324732 admin admin] Publish callbacks [] for security_group (cf8d1909-8c93-48c1-be52-bc5964c84906), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:03.190309 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e14e593-6919-4794-b4e4-34f854324732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cf8d1909-8c93-48c1-be52-bc5964c84906), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:03.193264 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e14e593-6919-4794-b4e4-34f854324732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:03.194673 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-8e14e593-6919-4794-b4e4-34f854324732 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf8d1909-8c93-48c1-be52-bc5964c84906 HTTP/1.1" status: 204 len: 168 time: 0.1402690 Feb 16 11:10:03.203418 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14e593-6919-4794-b4e4-34f854324732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d1909-8c93-48c1-be52-bc5964c84906,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:03.382034 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f0f6c-83d5-4134-9d4f-10cf8a975217 req-56487278-23e4-46a7-918c-3efe1017e756 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:03.383842 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f34f0f6c-83d5-4134-9d4f-10cf8a975217 req-56487278-23e4-46a7-918c-3efe1017e756 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0766435 Feb 16 11:10:03.448124 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f34f0f6c-83d5-4134-9d4f-10cf8a975217 req-f07a8ceb-5132-40c2-9fd4-8021be869829 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577466 Feb 16 11:10:03.797640 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13afd-a99a-4918-ae51-891d2938cb18 req-f35f4d01-0dda-4ad5-af8c-afa1228f216f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:03.800335 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ffe13afd-a99a-4918-ae51-891d2938cb18 req-f35f4d01-0dda-4ad5-af8c-afa1228f216f tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0685461 Feb 16 11:10:03.869735 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ffe13afd-a99a-4918-ae51-891d2938cb18 req-cbebab34-62a4-492d-bdae-a1b3ab79fdf6 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638440 Feb 16 11:10:04.597227 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbea239-3a5b-4b66-a1fa-7ca6f7f72933 req-38e657e3-9af6-446b-9f31-d3cf4f8bf123 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:04.599612 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2dbea239-3a5b-4b66-a1fa-7ca6f7f72933 req-38e657e3-9af6-446b-9f31-d3cf4f8bf123 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0825810 Feb 16 11:10:04.660639 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2dbea239-3a5b-4b66-a1fa-7ca6f7f72933 req-d0ea44ef-f7dd-4a9f-bd64-4142b09615e9 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513697 Feb 16 11:10:04.893221 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804d2d3-b2d3-4813-855a-91b29e60b507 req-44fb043a-dbc5-4b45-bd41-03aa773f1b94 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:04.894941 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c804d2d3-b2d3-4813-855a-91b29e60b507 req-44fb043a-dbc5-4b45-bd41-03aa773f1b94 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0583546 Feb 16 11:10:04.980830 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c804d2d3-b2d3-4813-855a-91b29e60b507 req-eefa2143-12a1-49ff-b687-c7aa630719a5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556641 Feb 16 11:10:04.989408 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-2b0d8cab-8746-44bb-ba3f-48d72c4d87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:04.991431 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-2b0d8cab-8746-44bb-ba3f-48d72c4d87c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 1129 time: 0.0954792 Feb 16 11:10:05.014588 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004be7-4341-49d5-8b73-cbd2c793de56 req-237c5115-3347-4de2-8cae-d3fbe6c00fe5 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:05.016806 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-19004be7-4341-49d5-8b73-cbd2c793de56 req-237c5115-3347-4de2-8cae-d3fbe6c00fe5 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0705249 Feb 16 11:10:05.079123 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-19004be7-4341-49d5-8b73-cbd2c793de56 req-d7efcd33-eec9-48ff-b621-68800d4f9dfb tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558734 Feb 16 11:10:05.101120 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-a35b8eed-37c8-4354-aeeb-bb709e087c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:05.102800 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-a35b8eed-37c8-4354-aeeb-bb709e087c60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 912 time: 0.1016681 Feb 16 11:10:05.150031 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 27f2e6d1-596f-4ec4-8e3d-627293181d2d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:10:05.176279 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 27f2e6d1-596f-4ec4-8e3d-627293181d2d {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:10:05.176911 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 27f2e6d1-596f-4ec4-8e3d-627293181d2d not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:10:05.185870 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-11b4bc95-4ebd-4528-8997-4f2bd65417d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90cb00bc-0902-4e29-8660-930518fe3343 HTTP/1.1" status: 200 len: 1001 time: 0.0762830 Feb 16 11:10:05.251393 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-56b17c7b-db44-4d49-9278-c6465fd29712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:05.253315 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-56b17c7b-db44-4d49-9278-c6465fd29712 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 200 len: 850 time: 0.0600772 Feb 16 11:10:05.306999 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-41995fda-5f9c-487f-a62c-c53d70e5d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:05.308760 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-41995fda-5f9c-487f-a62c-c53d70e5d39c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed8176-9ecb-45e7-8e85-50a322122886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481517 Feb 16 11:10:05.357118 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56962) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:05.414667 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-b2b9c987-e7f3-4ce2-93ba-4c8cb4cf9fcf service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966105 Feb 16 11:10:05.488009 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8272a1f5-9601-4044-b01a-bde2fcbcd874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:05.532279 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4ccec74f-4245-4ee0-93d4-549a9aa40f43 req-4f78df0f-d184-40de-bd4c-27513bc50bbb service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099939 Feb 16 11:10:05.578147 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8272a1f5-9601-4044-b01a-bde2fcbcd874 admin admin] Publish callbacks [] for security_group (4e4d2cd0-d8ef-488e-b556-7217900a0548), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:05.583197 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8272a1f5-9601-4044-b01a-bde2fcbcd874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (4e4d2cd0-d8ef-488e-b556-7217900a0548), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:05.627009 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-8272a1f5-9601-4044-b01a-bde2fcbcd874 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70d29fe559b448d7a4941304905941f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684920 Feb 16 11:10:05.627820 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272a1f5-9601-4044-b01a-bde2fcbcd874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d2cd0-d8ef-488e-b556-7217900a0548,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:05.630195 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56966) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:05.688505 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-db99515a-ef82-4467-8d05-f5ea0873bcb8 admin admin] Publish callbacks [] for security_group (4e4d2cd0-d8ef-488e-b556-7217900a0548), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:05.716036 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-db99515a-ef82-4467-8d05-f5ea0873bcb8 admin admin] Publish callbacks [] for security_group (4e4d2cd0-d8ef-488e-b556-7217900a0548), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:05.775862 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-db99515a-ef82-4467-8d05-f5ea0873bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (4e4d2cd0-d8ef-488e-b556-7217900a0548), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:05.781013 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-db99515a-ef82-4467-8d05-f5ea0873bcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:05.785414 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-db99515a-ef82-4467-8d05-f5ea0873bcb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e4d2cd0-d8ef-488e-b556-7217900a0548 HTTP/1.1" status: 204 len: 168 time: 0.1514730 Feb 16 11:10:05.795191 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99515a-ef82-4467-8d05-f5ea0873bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d2cd0-d8ef-488e-b556-7217900a0548,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:06.158816 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3aaa4-e8a4-4b66-8060-5de653fa9d60 req-27d69be9-1840-4d7a-86b3-28b4b5021df0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:06.160280 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-97b3aaa4-e8a4-4b66-8060-5de653fa9d60 req-27d69be9-1840-4d7a-86b3-28b4b5021df0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0847876 Feb 16 11:10:06.173674 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-cd137108-8c6e-4511-9f83-e4bf84e01817 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686299829&fields=id&tenant_id=71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 267 time: 0.0872169 Feb 16 11:10:06.213449 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-97b3aaa4-e8a4-4b66-8060-5de653fa9d60 req-589fed3e-db69-46fa-a89f-89accf9a24c7 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466959 Feb 16 11:10:06.223743 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 56986) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:06.238607 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4a1e9e9e-9abf-4108-a6a8-a7d0c3b46108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:06.338904 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-06e61f23-2903-4049-88b3-d60c6d6ca7e9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:06.340603 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-06e61f23-2903-4049-88b3-d60c6d6ca7e9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 811 time: 0.1602767 Feb 16 11:10:06.356627 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-38056436-9162-4cc8-9837-8ecb589fb85b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/quotas/71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 375 time: 0.0105295 Feb 16 11:10:06.358989 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4a1e9e9e-9abf-4108-a6a8-a7d0c3b46108 admin admin] Publish callbacks [] for security_group (2e192afe-7a2e-4aae-a425-2233df567c38), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:06.364086 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4a1e9e9e-9abf-4108-a6a8-a7d0c3b46108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2e192afe-7a2e-4aae-a425-2233df567c38), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:06.403188 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da9a8d-be9f-46fa-b399-c5d2dd6bbba3 req-09f96c2f-2dd3-4fc8-970b-0ce10acdb316 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:06.404834 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-00da9a8d-be9f-46fa-b399-c5d2dd6bbba3 req-09f96c2f-2dd3-4fc8-970b-0ce10acdb316 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1105289 Feb 16 11:10:06.434433 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-b447a88f-6552-45fc-9314-e034a84004e0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700378 Feb 16 11:10:06.435393 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-4a1e9e9e-9abf-4108-a6a8-a7d0c3b46108 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f93b49ba8a2c4d2aa8f6c36857ac1c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103865 Feb 16 11:10:06.438189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 56990) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:06.443176 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e9e9e-9abf-4108-a6a8-a7d0c3b46108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e192afe-7a2e-4aae-a425-2233df567c38,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:06.478438 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-00da9a8d-be9f-46fa-b399-c5d2dd6bbba3 req-667937ee-7d28-4c80-ae7b-cbf079c34097 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634487 Feb 16 11:10:06.559206 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f37d83fe-ed69-4abf-a1f1-132db74b43fa admin admin] Publish callbacks [] for security_group (2e192afe-7a2e-4aae-a425-2233df567c38), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:06.590674 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-2dd17d95-7643-4e28-9699-18a03fcf53bf service neutron] 10.222.0.52 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339023 Feb 16 11:10:06.602516 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f37d83fe-ed69-4abf-a1f1-132db74b43fa admin admin] Publish callbacks [] for security_group (2e192afe-7a2e-4aae-a425-2233df567c38), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:06.730922 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-6969cd01-bab6-406d-9224-f517ff663488 service neutron] 10.222.0.52 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250536 Feb 16 11:10:06.732883 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f37d83fe-ed69-4abf-a1f1-132db74b43fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2e192afe-7a2e-4aae-a425-2233df567c38), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:06.735402 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f37d83fe-ed69-4abf-a1f1-132db74b43fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:06.736503 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f37d83fe-ed69-4abf-a1f1-132db74b43fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e192afe-7a2e-4aae-a425-2233df567c38 HTTP/1.1" status: 204 len: 168 time: 0.2967107 Feb 16 11:10:06.744811 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d83fe-ed69-4abf-a1f1-132db74b43fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e192afe-7a2e-4aae-a425-2233df567c38,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:07.075317 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f671b54c-7675-404c-9034-a4caa432c6d3 req-50b82a63-8563-4b72-95d2-4886834e39e6 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 210 time: 0.0362904 Feb 16 11:10:07.366283 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa917d22-8887-4f50-966d-f2c2b6244ca4 req-0e070bd7-196d-4f7f-b7a4-aad8e8efed53 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:07.367987 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aa917d22-8887-4f50-966d-f2c2b6244ca4 req-0e070bd7-196d-4f7f-b7a4-aad8e8efed53 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.0610325 Feb 16 11:10:07.438366 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aa917d22-8887-4f50-966d-f2c2b6244ca4 req-f48ecfbd-39b8-4c24-9b8f-b7746eb0f035 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544133 Feb 16 11:10:07.635842 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187e20-3515-4194-9304-edaa122b4b54 req-47f82b87-5760-4d75-8263-67ba136c3307 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:07.637627 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-67187e20-3515-4194-9304-edaa122b4b54 req-47f82b87-5760-4d75-8263-67ba136c3307 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0674064 Feb 16 11:10:07.690866 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-67187e20-3515-4194-9304-edaa122b4b54 req-bd9676d2-0fd3-4534-9701-aac2507781ab tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463586 Feb 16 11:10:08.191710 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f2aeb47b-5b38-4766-978d-0a370982ac78 req-ed750ba6-80ab-4a98-965b-02e1ee3a1b53 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 210 time: 0.0317693 Feb 16 11:10:08.434937 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-0ba7bf51-4fa5-427f-8441-06ce680f191f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:08.437501 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-0ba7bf51-4fa5-427f-8441-06ce680f191f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 811 time: 0.1963437 Feb 16 11:10:08.522623 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-cbc015a9-2ef8-4096-ba9c-7f7bd0b38f33 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 379 time: 0.0759323 Feb 16 11:10:08.532308 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'port': {'device_id': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'admin_state_up': True, 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'security_groups': ['3a049b96-0ea3-44b4-bebf-dff152b02bcb']}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:08.706799 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Made reservation on behalf of 71378b5948874a66adeeaac8381b75b4 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:08.712985 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:08.919019 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be581c1-4b0f-4b24-97bc-577ac5fdefff req-d92c676d-0563-4885-9474-fcfd5459f537 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:08.920834 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2be581c1-4b0f-4b24-97bc-577ac5fdefff req-d92c676d-0563-4885-9474-fcfd5459f537 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.1164997 Feb 16 11:10:08.963854 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Allocated IP 172.20.0.7 (7c66b3d3-601b-4b66-bfed-ed73c0b7d135/a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe/26e3eb61-bb00-4df2-9b79-ef618db4845a) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:10:09.007761 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2be581c1-4b0f-4b24-97bc-577ac5fdefff req-fcde3940-a182-431e-bd70-bdf80c1ed8ad tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788984 Feb 16 11:10:09.210506 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:09.250593 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:09.301990 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:10:09.307720 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:09.311691 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:10:09.337465 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f63136-3fb4-4115-ae5c-dcc506311b42 req-595e717b-2c9e-4163-8387-9002046e6653 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:09.345649 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-22f63136-3fb4-4115-ae5c-dcc506311b42 req-595e717b-2c9e-4163-8387-9002046e6653 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 931 time: 0.0709264 Feb 16 11:10:09.347904 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=26e3eb61-bb00-4df2-9b79-ef618db4845a,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:09.375333 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:09.376180 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:09.399495 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-3f97f185-3aa9-4349-b4e1-cc517cf62109 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8710601 Feb 16 11:10:09.416105 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Request body: {'port': {'device_id': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:09.417593 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-22f63136-3fb4-4115-ae5c-dcc506311b42 req-a372bbcc-026a-4118-ad22-c53d3002c34c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706933 Feb 16 11:10:09.514094 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:09.604923 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-6c3562b2-c42a-484d-bda6-5b6d0d5a8494 None None] Provisioning complete for port 26e3eb61-bb00-4df2-9b79-ef618db4845a triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:10:09.605525 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-6c3562b2-c42a-484d-bda6-5b6d0d5a8494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:09.643148 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-6c3562b2-c42a-484d-bda6-5b6d0d5a8494 None None] Port 26e3eb61-bb00-4df2-9b79-ef618db4845a cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:10:09.805597 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e3eb61-bb00-4df2-9b79-ef618db4845a {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:09.814208 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Publish callbacks [] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:09.829075 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Transition to ACTIVE for port object 26e3eb61-bb00-4df2-9b79-ef618db4845a will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:10:09.833128 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:09.884080 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Pushing event updated for resources: {'Port': ['ID=26e3eb61-bb00-4df2-9b79-ef618db4845a,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:10.225934 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Attempting to bind port 26e3eb61-bb00-4df2-9b79-ef618db4845a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:10:10.226268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Attempting to bind port 26e3eb61-bb00-4df2-9b79-ef618db4845a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:10:10.226592 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Attempting to bind port 26e3eb61-bb00-4df2-9b79-ef618db4845a on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:10.235968 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Port 26e3eb61-bb00-4df2-9b79-ef618db4845a on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:10:10.236331 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Attempting to bind port 26e3eb61-bb00-4df2-9b79-ef618db4845a on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:10.246661 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dce0-7017-4bcb-bb53-fc5ea7b42de4 req-10fd7d93-9c48-4748-b4be-652e8f8d2c5e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:10.248244 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3222dce0-7017-4bcb-bb53-fc5ea7b42de4 req-10fd7d93-9c48-4748-b4be-652e8f8d2c5e tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0854979 Feb 16 11:10:10.251332 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:10:10.251666 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Checking segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:10.252104 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Bound using segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:10:10.252606 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Bound port: 26e3eb61-bb00-4df2-9b79-ef618db4845a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:10:10.252967 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:10.342114 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3222dce0-7017-4bcb-bb53-fc5ea7b42de4 req-bc029783-7914-4f55-9b38-3cb255f98a4a tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc09537a-b8cb-4126-8961-1607b63fb4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866921 Feb 16 11:10:10.382927 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] For port 26e3eb61-bb00-4df2-9b79-ef618db4845a, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:10:10.388988 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] For port 26e3eb61-bb00-4df2-9b79-ef618db4845a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:10:10.398321 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:10.408045 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0879cbac-0072-417f-9824-31febc221d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:10.409750 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0879cbac-0072-417f-9824-31febc221d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 946 time: 0.0741854 Feb 16 11:10:10.479184 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:10.489056 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:10.491080 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] 10.222.0.42 "PUT /v2.0/ports/26e3eb61-bb00-4df2-9b79-ef618db4845a HTTP/1.1" status: 200 len: 1093 time: 1.0822499 Feb 16 11:10:10.491584 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:10.494448 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a53ec92-2a80-497f-8c14-e0db4c8eb712" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:10.528589 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd55ac-27c3-447a-94e1-40bc88d2cddd service neutron] Pushing event updated for resources: {'Port': ['ID=26e3eb61-bb00-4df2-9b79-ef618db4845a,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:10.575933 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Deleting port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:10.576313 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:10.612235 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f6efb6-2055-4ff4-92b5-e43a6b1af3fb x-openstack-request-id: req-77f6efb6-2055-4ff4-92b5-e43a6b1af3fb {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:10.612608 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:10.612949 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77f6efb6-2055-4ff4-92b5-e43a6b1af3fb {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:10.613432 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'status': 'completed', 'code': 200} Feb 16 11:10:10.640425 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-609f9a57-4677-4da2-b547-0c839848a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:10.644475 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-609f9a57-4677-4da2-b547-0c839848a35d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 1127 time: 0.1001563 Feb 16 11:10:10.716331 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-eeae73ea-c8bf-49f1-9899-055a3be4f076 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a HTTP/1.1" status: 200 len: 217 time: 0.0619366 Feb 16 11:10:10.736128 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] For port 439a4dc3-2621-4c15-bff2-83aa283fa3d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=439a4dc3-2621-4c15-bff2-83aa283fa3d2,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:10.736641 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:10.746972 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb707bc-bd2c-4029-8a40-aaeb8b1b46ab req-f68b642f-95df-4acc-91e5-36914cc56bfd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:10.748853 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ebb707bc-bd2c-4029-8a40-aaeb8b1b46ab req-f68b642f-95df-4acc-91e5-36914cc56bfd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 943 time: 0.1341915 Feb 16 11:10:10.768498 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Calling delete_port for 439a4dc3-2621-4c15-bff2-83aa283fa3d2 owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:10.804128 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-63b301a9-5cba-47c1-b3da-7f4dd3a9be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:10.809851 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-63b301a9-5cba-47c1-b3da-7f4dd3a9be4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0834272 Feb 16 11:10:10.853175 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ebb707bc-bd2c-4029-8a40-aaeb8b1b46ab req-3791de63-7257-4427-83a6-a8dc2c018e49 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979996 Feb 16 11:10:10.884742 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-4c8fe87e-ec0f-4b69-8459-26059b74b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:10.887568 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-4c8fe87e-ec0f-4b69-8459-26059b74b782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0686889 Feb 16 11:10:10.951716 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (439a4dc3-2621-4c15-bff2-83aa283fa3d2), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:10.972819 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['439a4dc3-2621-4c15-bff2-83aa283fa3d2'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:10.992410 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Pushing event deleted for resources: {'Port': ['ID=439a4dc3-2621-4c15-bff2-83aa283fa3d2,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:11.029368 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-72dfaf1b-146e-48d7-822f-8dfd8d2fd89b service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341274 Feb 16 11:10:11.051858 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] No DVR routers for this DVR port 439a4dc3-2621-4c15-bff2-83aa283fa3d2 on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:10:11.054908 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:11.058659 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6877037c-6b97-4ba4-b469-0900f7054036 req-0a93784b-4535-450b-8372-364033bb6d44 tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.42 "DELETE /v2.0/ports/439a4dc3-2621-4c15-bff2-83aa283fa3d2 HTTP/1.1" status: 204 len: 173 time: 0.6414692 Feb 16 11:10:11.059104 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117be41d-3517-463b-a393-05960336a9a5', 'name': 'network-vif-deleted', 'tag': '439a4dc3-2621-4c15-bff2-83aa283fa3d2'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:11.062301 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce3bc6f-1e2a-43a3-ab3b-c20c1ccd0a61" -d '{"events": [{"server_uuid": "117be41d-3517-463b-a393-05960336a9a5", "name": "network-vif-deleted", "tag": "439a4dc3-2621-4c15-bff2-83aa283fa3d2"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:11.109842 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331bed8e-ec88-4c6a-908d-c0a2fa2f005d x-openstack-request-id: req-331bed8e-ec88-4c6a-908d-c0a2fa2f005d {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:11.110759 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117be41d-3517-463b-a393-05960336a9a5", "name": "network-vif-deleted", "tag": "439a4dc3-2621-4c15-bff2-83aa283fa3d2", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:11.111023 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-331bed8e-ec88-4c6a-908d-c0a2fa2f005d {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:11.111445 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117be41d-3517-463b-a393-05960336a9a5', 'name': 'network-vif-deleted', 'tag': '439a4dc3-2621-4c15-bff2-83aa283fa3d2', 'status': 'completed', 'code': 200} Feb 16 11:10:11.139935 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c0882b6-2ddf-4442-af25-ca76e3f8ad3c req-8055f37a-35f6-4c55-9c10-7ce3ed8df525 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002796 Feb 16 11:10:11.267091 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-b5392a37-07f0-4ed7-bc3d-10924d9b3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:11.268632 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-b5392a37-07f0-4ed7-bc3d-10924d9b3442 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 1127 time: 0.0477929 Feb 16 11:10:11.381772 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-6578ed22-7bd2-4c59-b7f5-902733919d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:11.383277 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-6578ed22-7bd2-4c59-b7f5-902733919d9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.0961025 Feb 16 11:10:11.430976 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-9358d61e-6a08-41c2-8aee-9f19ee86ad93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a HTTP/1.1" status: 200 len: 217 time: 0.0370257 Feb 16 11:10:11.489707 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-b859f553-32fa-4c03-9903-4749f40d53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:11.491242 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-b859f553-32fa-4c03-9903-4749f40d53bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0525894 Feb 16 11:10:11.492705 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-89ba2657-ee5d-4f8f-aa2c-fa860d0e215f req-9e33a3df-e76f-40a4-80c5-fc22664025fc tempest-ServerRescueNegativeTestJSON-465105438 tempest-ServerRescueNegativeTestJSON-465105438-project] 10.222.0.52 "GET /v2.0/ports?device_id=117be41d-3517-463b-a393-05960336a9a5 HTTP/1.1" status: 200 len: 210 time: 0.0462241 Feb 16 11:10:11.550775 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-6306b41a-9483-4bea-8143-5af174fa15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:11.552330 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-6306b41a-9483-4bea-8143-5af174fa15f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515499 Feb 16 11:10:11.697451 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-097df2bd-f49c-4417-9713-58e3ce3f2a39 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348925 Feb 16 11:10:11.828227 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a53ec92-2a80-497f-8c14-e0db4c8eb712 req-eb87e329-96bf-4051-b221-f221451468ed service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223161 Feb 16 11:10:11.996490 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84524-1b0e-4c16-a368-ad5cbe3ce56d req-25abf2dc-8b49-4896-82df-7546dfbab74d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:11.998155 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-55d84524-1b0e-4c16-a368-ad5cbe3ce56d req-25abf2dc-8b49-4896-82df-7546dfbab74d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 943 time: 0.0628116 Feb 16 11:10:12.070579 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-55d84524-1b0e-4c16-a368-ad5cbe3ce56d req-99cdf558-8c7d-4b89-9253-20a5d8deb917 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650399 Feb 16 11:10:12.571118 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57134) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:13.034252 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (936c6974-13c0-49a5-abd3-e7339c2e3256), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:13.195354 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 439a4dc3-2621-4c15-bff2-83aa283fa3d2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:10:13.199568 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996da08-a119-4ce2-bc80-7f2f7fa25a83 req-dc95b9de-f690-4426-aacc-df021cb2a064 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:13.201278 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f996da08-a119-4ce2-bc80-7f2f7fa25a83 req-dc95b9de-f690-4426-aacc-df021cb2a064 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 943 time: 0.0569744 Feb 16 11:10:13.217748 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 439a4dc3-2621-4c15-bff2-83aa283fa3d2 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:10:13.218094 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 439a4dc3-2621-4c15-bff2-83aa283fa3d2 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:10:13.254220 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f996da08-a119-4ce2-bc80-7f2f7fa25a83 req-2efe856c-1e73-4d3f-8307-588f3e4f92b6 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466120 Feb 16 11:10:13.586080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Deleting port 6c378545-aa84-45fd-a3e7-1d692cc29796 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:13.586563 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:13.674403 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] For port 6c378545-aa84-45fd-a3e7-1d692cc29796, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=6c378545-aa84-45fd-a3e7-1d692cc29796,segment=NetworkSegment(011bcec5-14d3-4bf3-b6e1-518923f00202),segment_id=011bcec5-14d3-4bf3-b6e1-518923f00202)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:13.675099 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:13.698996 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Calling delete_port for 6c378545-aa84-45fd-a3e7-1d692cc29796 owned by network:router_interface {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:13.912134 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (6c378545-aa84-45fd-a3e7-1d692cc29796), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:13.944622 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c378545-aa84-45fd-a3e7-1d692cc29796,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:14.081825 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (936c6974-13c0-49a5-abd3-e7339c2e3256), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.197217 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57160) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:14.315685 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c861d87-dd5e-43af-8355-3ed7d5846a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.397282 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Router 936c6974-13c0-49a5-abd3-e7339c2e3256 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:10:14.403505 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c861d87-dd5e-43af-8355-3ed7d5846a79 admin admin] Publish callbacks [] for security_group (79efdac1-3821-45c1-8f3e-aaff5a9ac3ef), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.409389 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0c861d87-dd5e-43af-8355-3ed7d5846a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (79efdac1-3821-45c1-8f3e-aaff5a9ac3ef), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.410721 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d9071-9c1c-42ec-9938-b110fe0d7dbd req-c34a34b0-25f7-4315-b8ef-5d223717df04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:14.413677 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-394d9071-9c1c-42ec-9938-b110fe0d7dbd req-c34a34b0-25f7-4315-b8ef-5d223717df04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 943 time: 0.0830996 Feb 16 11:10:14.462891 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-0c861d87-dd5e-43af-8355-3ed7d5846a79 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=654c5513a3524be6a6ddea74d91733c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643559 Feb 16 11:10:14.463939 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d87-dd5e-43af-8355-3ed7d5846a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79efdac1-3821-45c1-8f3e-aaff5a9ac3ef,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:14.467152 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57168) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:14.524201 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-403e9d53-e68c-4d47-b134-c7638ff29883 admin admin] Publish callbacks [] for security_group (79efdac1-3821-45c1-8f3e-aaff5a9ac3ef), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.548466 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-394d9071-9c1c-42ec-9938-b110fe0d7dbd req-8dbd5622-494a-4127-b85e-f12cc2f5dda5 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283488 Feb 16 11:10:14.553525 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-403e9d53-e68c-4d47-b134-c7638ff29883 admin admin] Publish callbacks [] for security_group (79efdac1-3821-45c1-8f3e-aaff5a9ac3ef), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.579783 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:10:14.585807 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-77c91bb1-d1ea-4353-91f6-0a9e29c0fb1d admin admin] 10.222.0.52 "PUT /v2.0/routers/936c6974-13c0-49a5-abd3-e7339c2e3256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134292 Feb 16 11:10:14.593381 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57172) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:14.594011 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] Sync routers for ids ['936c6974-13c0-49a5-abd3-e7339c2e3256'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:10:14.604495 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] Routers {'936c6974-13c0-49a5-abd3-e7339c2e3256'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:10:14.604671 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['936c6974-13c0-49a5-abd3-e7339c2e3256'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:14.618736 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-403e9d53-e68c-4d47-b134-c7638ff29883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (79efdac1-3821-45c1-8f3e-aaff5a9ac3ef), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.621612 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-403e9d53-e68c-4d47-b134-c7638ff29883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.624890 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-403e9d53-e68c-4d47-b134-c7638ff29883 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79efdac1-3821-45c1-8f3e-aaff5a9ac3ef HTTP/1.1" status: 204 len: 168 time: 0.1548047 Feb 16 11:10:14.633421 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e9d53-e68c-4d47-b134-c7638ff29883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79efdac1-3821-45c1-8f3e-aaff5a9ac3ef,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:14.722306 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks [] for router (936c6974-13c0-49a5-abd3-e7339c2e3256), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.839128 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks [] for router_gateway (936c6974-13c0-49a5-abd3-e7339c2e3256), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.850218 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] Set router 936c6974-13c0-49a5-abd3-e7339c2e3256 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:10:14.900863 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Deleting port 4f03808f-0a6a-48de-a6a1-17a51debe783 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:14.901192 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:14.946651 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57178) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:14.960650 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-622bb711-a5ef-4cae-981c-8b0823a6b39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.006064 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] For port 4f03808f-0a6a-48de-a6a1-17a51debe783, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4f03808f-0a6a-48de-a6a1-17a51debe783,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:15.007209 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.023386 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Calling delete_port for 4f03808f-0a6a-48de-a6a1-17a51debe783 owned by network:router_gateway {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:15.054290 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-622bb711-a5ef-4cae-981c-8b0823a6b39a admin admin] Publish callbacks [] for security_group (0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.059178 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-622bb711-a5ef-4cae-981c-8b0823a6b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.079683 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:10:13Z', 'revision_number': 5, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port': {'id': '4f03808f-0a6a-48de-a6a1-17a51debe783', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:15.102692 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-622bb711-a5ef-4cae-981c-8b0823a6b39a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2551d5bd7dbb4d27aa22a1b0fb903e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523776 Feb 16 11:10:15.102692 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb711-a5ef-4cae-981c-8b0823a6b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:15.103520 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57180) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:15.115248 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] Checking router: 936c6974-13c0-49a5-abd3-e7339c2e3256 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:10:15.136480 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] Routers {'936c6974-13c0-49a5-abd3-e7339c2e3256'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:10:15.137086 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:09:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['936c6974-13c0-49a5-abd3-e7339c2e3256'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:15.171683 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3e983b26-960f-4e96-8199-9ba2f56c4886 admin admin] Publish callbacks [] for security_group (0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.208683 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3e983b26-960f-4e96-8199-9ba2f56c4886 admin admin] Publish callbacks [] for security_group (0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.241746 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] Set router 936c6974-13c0-49a5-abd3-e7339c2e3256 gateway port host: None {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:10:15.243508 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (4f03808f-0a6a-48de-a6a1-17a51debe783), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.271027 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3e983b26-960f-4e96-8199-9ba2f56c4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.274138 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3e983b26-960f-4e96-8199-9ba2f56c4886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.275348 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-3e983b26-960f-4e96-8199-9ba2f56c4886 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26 HTTP/1.1" status: 204 len: 168 time: 0.1708794 Feb 16 11:10:15.282159 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f03808f-0a6a-48de-a6a1-17a51debe783,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:15.295664 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e983b26-960f-4e96-8199-9ba2f56c4886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486b20b-f26f-4f16-b1ab-ddbcf9bc2c26,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:15.302069 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (936c6974-13c0-49a5-abd3-e7339c2e3256), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.305228 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:10:14Z', 'revision_number': 6, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:15.339466 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e924e1-fcb0-4962-b035-8ad87677f6fa None None] The sync data for ids ['936c6974-13c0-49a5-abd3-e7339c2e3256'] in dv-cinder-773985-29-iscsi is: [{'id': '936c6974-13c0-49a5-abd3-e7339c2e3256', 'name': 'tempest-ServerRescueNegativeTestJSON-834449342-router', 'tenant_id': '8a72703130344d469e8b5429875678d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:10:14Z', 'revision_number': 6, 'project_id': '8a72703130344d469e8b5429875678d8', 'gw_port_host': None}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:10:15.422805 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (936c6974-13c0-49a5-abd3-e7339c2e3256), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.425239 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks [] for router_controller (936c6974-13c0-49a5-abd3-e7339c2e3256), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.499338 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (936c6974-13c0-49a5-abd3-e7339c2e3256), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.499957 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 936c6974-13c0-49a5-abd3-e7339c2e3256 {{(pid=102876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:10:15.506634 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.507831 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1dcd885a-fd3d-4d66-bb8d-4fbed4eff9c7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/936c6974-13c0-49a5-abd3-e7339c2e3256 HTTP/1.1" status: 204 len: 168 time: 0.9122918 Feb 16 11:10:15.511967 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57186) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:15.560895 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] Deleting subnet 2b838752-423a-45c9-bcb0-1f6cddb7d2a0 {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:10:15.564331 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] Publish callbacks [] for subnet (2b838752-423a-45c9-bcb0-1f6cddb7d2a0), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.610921 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] Publish callbacks [] for subnet (2b838752-423a-45c9-bcb0-1f6cddb7d2a0), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.617360 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (2b838752-423a-45c9-bcb0-1f6cddb7d2a0), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.688413 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (2b838752-423a-45c9-bcb0-1f6cddb7d2a0), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.724286 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b838752-423a-45c9-bcb0-1f6cddb7d2a0,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:15.727813 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de036d7f-0d87-4675-9ab7-aa47f5ac2b7b req-aad1b4cf-a2d3-4bdc-9e8a-22a779e3dd20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:15.730335 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-de036d7f-0d87-4675-9ab7-aa47f5ac2b7b req-aad1b4cf-a2d3-4bdc-9e8a-22a779e3dd20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 943 time: 0.0694261 Feb 16 11:10:15.733395 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.739015 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-e2c8c83d-8ee8-42bb-b229-012b081a5cc2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b838752-423a-45c9-bcb0-1f6cddb7d2a0 HTTP/1.1" status: 204 len: 168 time: 0.2235067 Feb 16 11:10:15.739633 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57196) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:15.829745 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-de036d7f-0d87-4675-9ab7-aa47f5ac2b7b req-182dca37-bb66-4dce-9b6b-6817df0f2fe6 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842178 Feb 16 11:10:15.895600 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (c464c917-5df1-444f-9db7-268755e0edb3), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:15.990321 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (c464c917-5df1-444f-9db7-268755e0edb3), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.014194 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c464c917-5df1-444f-9db7-268755e0edb3']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:16.025852 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011bcec5-14d3-4bf3-b6e1-518923f00202') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:16.026267 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011bcec5-14d3-4bf3-b6e1-518923f00202') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:16.039386 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (011bcec5-14d3-4bf3-b6e1-518923f00202), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.053978 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (011bcec5-14d3-4bf3-b6e1-518923f00202), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.060688 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:10:16.061341 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (011bcec5-14d3-4bf3-b6e1-518923f00202), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:10:16.063091 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:10:16.128457 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (c464c917-5df1-444f-9db7-268755e0edb3), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.134463 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.137849 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] 10.222.0.52 "DELETE /v2.0/networks/c464c917-5df1-444f-9db7-268755e0edb3 HTTP/1.1" status: 204 len: 168 time: 0.3970876 Feb 16 11:10:16.150733 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d5b55-5028-4471-9f5e-f02b4913c1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c464c917-5df1-444f-9db7-268755e0edb3,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:16.201333 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57210) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:16.236979 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 6c378545-aa84-45fd-a3e7-1d692cc29796 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:10:16.269197 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 6c378545-aa84-45fd-a3e7-1d692cc29796 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:10:16.270015 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 6c378545-aa84-45fd-a3e7-1d692cc29796 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:10:16.338049 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2053866944-network', 'tenant_id': '9f26e71c7c0a4d8482c443557f1fc2a7'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:16.363271 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Made reservation on behalf of 9f26e71c7c0a4d8482c443557f1fc2a7 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:16.366598 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.376575 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.396780 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57214) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:16.465440 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-0b863907-e9c2-40d1-b74d-2bdb580ca7d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a72703130344d469e8b5429875678d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0674369 Feb 16 11:10:16.468654 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57216) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:16.547818 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks [] for security_group (b3a335f3-1f0c-4c63-a357-d2b6aa0f4188), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.557158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (b3a335f3-1f0c-4c63-a357-d2b6aa0f4188), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.582427 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c145e415-f374-439b-94df-09cae3f1d0d2 admin admin] Publish callbacks [] for security_group (dc09537a-b8cb-4126-8961-1607b63fb4f6), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.593278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:10:16.621732 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:16.631057 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c145e415-f374-439b-94df-09cae3f1d0d2 admin admin] Publish callbacks [] for security_group (dc09537a-b8cb-4126-8961-1607b63fb4f6), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.633459 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (4ff157d7-18b4-4890-906a-061f5d3650f8), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.633717 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Added segment 4ff157d7-18b4-4890-906a-061f5d3650f8 of type vlan for network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 Feb 16 11:10:16.701854 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (28e8e17c-d6ed-4d42-aea9-be2e4a55bd57), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.738191 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (28e8e17c-d6ed-4d42-aea9-be2e4a55bd57), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.739718 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:16.740387 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.747193 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c145e415-f374-439b-94df-09cae3f1d0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (dc09537a-b8cb-4126-8961-1607b63fb4f6), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.749951 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c145e415-f374-439b-94df-09cae3f1d0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:16.751343 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c145e415-f374-439b-94df-09cae3f1d0d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc09537a-b8cb-4126-8961-1607b63fb4f6 HTTP/1.1" status: 204 len: 168 time: 0.2805228 Feb 16 11:10:16.803197 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145e415-f374-439b-94df-09cae3f1d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc09537a-b8cb-4126-8961-1607b63fb4f6,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:16.814344 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6107180 Feb 16 11:10:16.818041 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57220) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:16.827451 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Request body: {'subnet': {'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2053866944-subnet', 'tenant_id': '9f26e71c7c0a4d8482c443557f1fc2a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:16.867322 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642ae77-7575-42a5-94bc-988ac5e3dbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:16.881585 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Made reservation on behalf of 9f26e71c7c0a4d8482c443557f1fc2a7 for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:16.885613 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:10:16.885907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:17.095764 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d2c5f-7177-4fe6-bbaf-08d7eb2cfff2 req-f9670946-a227-47c7-a635-99362746515a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:17.097412 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b8d2c5f-7177-4fe6-bbaf-08d7eb2cfff2 req-f9670946-a227-47c7-a635-99362746515a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 943 time: 0.1186013 Feb 16 11:10:17.231105 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:17.293465 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7b8d2c5f-7177-4fe6-bbaf-08d7eb2cfff2 req-fddb09b8-6285-4cfb-82f7-300a668faf8e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843576 Feb 16 11:10:17.357845 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:17.360284 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Checking segment: {'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:17.360643 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Network hostable DHCP agents. Network: 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:10:17.382702 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:10:17.398536 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:17.404913 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:17.405616 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:17.410269 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df594fa-64bf-4662-be88-49cbf0ade86e None None] Network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:17.430885 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-30abf805-a2b5-4258-bc44-4d0128dd381b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6076584 Feb 16 11:10:17.528434 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b502e-3733-4614-a7ab-2dd5cc4f9d26 None None] Network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:17.689504 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57248) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:17.786541 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4f03808f-0a6a-48de-a6a1-17a51debe783 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:10:17.814180 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 4f03808f-0a6a-48de-a6a1-17a51debe783 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:10:17.814734 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4f03808f-0a6a-48de-a6a1-17a51debe783 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:10:17.855560 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-202477301-network', 'tenant_id': '87f5804e34cc42069892457a8b78156b'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:17.877324 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Made reservation on behalf of 87f5804e34cc42069892457a8b78156b for: {'network': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:17.879775 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:17.890905 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.004257 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks [] for security_group (757c153a-a7b2-4954-ac68-a89ad3224f8a), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.011126 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (757c153a-a7b2-4954-ac68-a89ad3224f8a), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.054855 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:10:18.088381 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757c153a-a7b2-4954-ac68-a89ad3224f8a,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:18.101571 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (15e95e7c-90d6-486a-91b0-449ce206a0cf), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.102389 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.segments_db [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Added segment 15e95e7c-90d6-486a-91b0-449ce206a0cf of type vlan for network 2277f705-5f51-4dda-9315-735ba1c5da18 Feb 16 11:10:18.184759 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (2277f705-5f51-4dda-9315-735ba1c5da18), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.240058 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (2277f705-5f51-4dda-9315-735ba1c5da18), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.241828 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:18.243278 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.301883 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6105075 Feb 16 11:10:18.305045 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57256) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:18.312279 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Request body: {'subnet': {'network_id': '2277f705-5f51-4dda-9315-735ba1c5da18', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-202477301-subnet', 'tenant_id': '87f5804e34cc42069892457a8b78156b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:18.349718 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Made reservation on behalf of 87f5804e34cc42069892457a8b78156b for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:18.354052 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130089519'] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.374877 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42145402-ac0e-4d43-b215-e998426ef7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2277f705-5f51-4dda-9315-735ba1c5da18,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:18.394004 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 2277f705-5f51-4dda-9315-735ba1c5da18 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:10:18.540855 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbc408-11a8-4f89-a28b-7cc5ba7cc5c2 req-6c1fe0d1-43ae-4c03-b063-d3de7c455185 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:18.542460 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2afbc408-11a8-4f89-a28b-7cc5ba7cc5c2 req-6c1fe0d1-43ae-4c03-b063-d3de7c455185 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 943 time: 0.1092854 Feb 16 11:10:18.645008 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2afbc408-11a8-4f89-a28b-7cc5ba7cc5c2 req-27cd6196-d5ec-4a98-a33e-b06575e7f7f0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936935 Feb 16 11:10:18.649216 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130326956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130089501'] for subnet (c0cac1dc-1a91-4bda-bba4-cbb38a749523), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.704792 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cac1dc-1a91-4bda-bba4-cbb38a749523,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:18.719910 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Checking segment: {'id': '15e95e7c-90d6-486a-91b0-449ce206a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2277f705-5f51-4dda-9315-735ba1c5da18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:18.720308 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Network hostable DHCP agents. Network: 2277f705-5f51-4dda-9315-735ba1c5da18, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:10:18.739020 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Network 2277f705-5f51-4dda-9315-735ba1c5da18 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:10:18.751183 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 2277f705-5f51-4dda-9315-735ba1c5da18) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:18.757002 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:18.757842 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:18.761100 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64a477-f1cc-42d0-9a44-9ade4d7708d9 None None] Network 2277f705-5f51-4dda-9315-735ba1c5da18 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:18.777148 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-83289bb3-8783-420b-a12d-ea7fd8262800 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4707112 Feb 16 11:10:18.901307 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ffc44-6f2e-44f9-9e21-f64b8d457265 None None] Network 2277f705-5f51-4dda-9315-735ba1c5da18 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:19.208508 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 26e3eb61-bb00-4df2-9b79-ef618db4845a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:10:19.329451 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 26e3eb61-bb00-4df2-9b79-ef618db4845a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:19.362174 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'port_id': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'mac_address': 'fa:16:3e:89:6d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:10:19.422518 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 26e3eb61-bb00-4df2-9b79-ef618db4845a is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:19.423858 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.428479 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57280) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:19.433977 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-947319794-network', 'tenant_id': 'bbe0f04075ac4d45a074d9a5f3d5073b'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:19.452332 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e3eb61-bb00-4df2-9b79-ef618db4845a {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:19.464665 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Made reservation on behalf of bbe0f04075ac4d45a074d9a5f3d5073b for: {'network': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:19.468543 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.483321 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.493096 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 26e3eb61-bb00-4df2-9b79-ef618db4845a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:19.501882 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.591813 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=26e3eb61-bb00-4df2-9b79-ef618db4845a,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:19.651189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks [] for security_group (2363953d-d031-48d1-a4cf-2ec2d47c5474), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.679544 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2363953d-d031-48d1-a4cf-2ec2d47c5474), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.713326 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:10:19.740190 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2363953d-d031-48d1-a4cf-2ec2d47c5474,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:19.744501 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (d6d5cde2-e201-4835-bf84-2e3984926d10), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.744778 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.segments_db [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Added segment d6d5cde2-e201-4835-bf84-2e3984926d10 of type vlan for network 55784f8e-11c9-464d-9c4a-780fa03391e1 Feb 16 11:10:19.752113 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-91e9a8e2-2308-4b9a-a736-0523f8201d5e tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:19.753652 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-91e9a8e2-2308-4b9a-a736-0523f8201d5e tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/networks?id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 HTTP/1.1" status: 200 len: 809 time: 0.1741822 Feb 16 11:10:19.798674 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0bac4-c183-4ec1-b853-e0775cb9d429 req-60c61750-42d3-4f0d-a06d-464008dd4520 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:19.801280 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-23e0bac4-c183-4ec1-b853-e0775cb9d429 req-60c61750-42d3-4f0d-a06d-464008dd4520 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 944 time: 0.0639987 Feb 16 11:10:19.801868 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['26e3eb61-bb00-4df2-9b79-ef618db4845a'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:19.806453 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-ff6d19d8-faad-4834-9338-7c4b976aa5c5 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/quotas/9f26e71c7c0a4d8482c443557f1fc2a7 HTTP/1.1" status: 200 len: 375 time: 0.0212381 Feb 16 11:10:19.807994 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (55784f8e-11c9-464d-9c4a-780fa03391e1), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.857314 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-21d8ddcc-f2c0-4eef-97bb-35675dc97dfb tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f26e71c7c0a4d8482c443557f1fc2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350912 Feb 16 11:10:19.865342 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (55784f8e-11c9-464d-9c4a-780fa03391e1), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.867073 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:19.867679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:19.897828 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-23e0bac4-c183-4ec1-b853-e0775cb9d429 req-12d579e2-a363-4586-897d-f2fedd7f8b63 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752249 Feb 16 11:10:19.927565 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4975016 Feb 16 11:10:19.930353 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57294) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:19.935313 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Request body: {'subnet': {'network_id': '55784f8e-11c9-464d-9c4a-780fa03391e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-947319794-subnet', 'tenant_id': 'bbe0f04075ac4d45a074d9a5f3d5073b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:19.968042 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Made reservation on behalf of bbe0f04075ac4d45a074d9a5f3d5073b for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:19.973974 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130089519'] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.242144 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130326956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130089501'] for subnet (46b15422-e1f3-4ab9-92db-db8911eb2edc), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.277309 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85205102-b4f0-472e-9016-54a34335c75a admin admin] Pushing event updated for resources: {'Network': ['ID=55784f8e-11c9-464d-9c4a-780fa03391e1,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:20.292293 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 55784f8e-11c9-464d-9c4a-780fa03391e1 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:10:20.311753 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-40dc3f59-c71e-4790-a976-6d94b6a6aee4 service neutron] 10.222.0.52 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401572 Feb 16 11:10:20.322858 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b15422-e1f3-4ab9-92db-db8911eb2edc,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:20.325884 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Checking segment: {'id': 'd6d5cde2-e201-4835-bf84-2e3984926d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '55784f8e-11c9-464d-9c4a-780fa03391e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:20.326187 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Network hostable DHCP agents. Network: 55784f8e-11c9-464d-9c4a-780fa03391e1, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:10:20.360667 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Network 55784f8e-11c9-464d-9c4a-780fa03391e1 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:10:20.376917 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 55784f8e-11c9-464d-9c4a-780fa03391e1) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:20.385140 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:20.387338 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.391118 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3c132-4fbe-48d6-a670-58393209554c None None] Network 55784f8e-11c9-464d-9c4a-780fa03391e1 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:20.414258 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-6e7ad9b4-ade7-4193-8b11-a1721e120734 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4826939 Feb 16 11:10:20.437917 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-55f36331-9db9-421c-b644-5c8e8da8fbfa service neutron] 10.222.0.52 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128502 Feb 16 11:10:20.594038 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57298) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:20.655773 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] Deleting subnet c0cac1dc-1a91-4bda-bba4-cbb38a749523 {{(pid=102875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:10:20.657997 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eff8fa-76cf-481e-a7c2-0445bb426b29 None None] Network 55784f8e-11c9-464d-9c4a-780fa03391e1 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:20.663022 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] Publish callbacks [] for subnet (c0cac1dc-1a91-4bda-bba4-cbb38a749523), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.727165 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a78e5e71-b2ae-462f-bf1d-d9b8449b65cf req-083c842a-9fb9-49a8-aaef-ece18314ca22 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 210 time: 0.0425975 Feb 16 11:10:20.741370 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130356537'] for subnet (c0cac1dc-1a91-4bda-bba4-cbb38a749523), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.806012 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (c0cac1dc-1a91-4bda-bba4-cbb38a749523), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.883056 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130329193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130089482'] for subnet (c0cac1dc-1a91-4bda-bba4-cbb38a749523), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.916869 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cac1dc-1a91-4bda-bba4-cbb38a749523,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:20.921100 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:20.925641 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-bc88d4ec-5a6a-41b2-9eac-08eb5f0375c6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c0cac1dc-1a91-4bda-bba4-cbb38a749523 HTTP/1.1" status: 204 len: 168 time: 0.3304040 Feb 16 11:10:20.930146 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57310) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:21.027591 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (2277f705-5f51-4dda-9315-735ba1c5da18), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.075165 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b7fe4-bbd2-4e88-9f64-cd48e5eccd59 req-5601d173-c4c4-4218-9fa9-214e4a5d1a46 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:21.077208 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-562b7fe4-bbd2-4e88-9f64-cd48e5eccd59 req-5601d173-c4c4-4218-9fa9-214e4a5d1a46 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 944 time: 0.0832446 Feb 16 11:10:21.126753 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (2277f705-5f51-4dda-9315-735ba1c5da18), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.148768 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-562b7fe4-bbd2-4e88-9f64-cd48e5eccd59 req-eaa18723-a386-48d2-a1f6-5a373a970301 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635846 Feb 16 11:10:21.155390 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2277f705-5f51-4dda-9315-735ba1c5da18']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:21.167260 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e95e7c-90d6-486a-91b0-449ce206a0cf') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:21.167572 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e95e7c-90d6-486a-91b0-449ce206a0cf') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:21.178181 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (15e95e7c-90d6-486a-91b0-449ce206a0cf), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.194882 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (15e95e7c-90d6-486a-91b0-449ce206a0cf), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.204304 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:10:21.204997 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (15e95e7c-90d6-486a-91b0-449ce206a0cf), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:10:21.207510 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:10:21.231722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 26e3eb61-bb00-4df2-9b79-ef618db4845a up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:10:21.278677 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (2277f705-5f51-4dda-9315-735ba1c5da18), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.290067 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.293172 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 26e3eb61-bb00-4df2-9b79-ef618db4845a completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:10:21.298036 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 26e3eb61-bb00-4df2-9b79-ef618db4845a triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:10:21.298416 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.302169 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57314) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:21.303637 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] 10.222.0.52 "DELETE /v2.0/networks/2277f705-5f51-4dda-9315-735ba1c5da18 HTTP/1.1" status: 204 len: 168 time: 0.3702917 Feb 16 11:10:21.334730 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60f931-5008-4127-a1ef-31c9ba3cc08d admin admin] Pushing event deleted for resources: {'Network': ['ID=2277f705-5f51-4dda-9315-735ba1c5da18,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:21.377622 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] Deleting subnet 46b15422-e1f3-4ab9-92db-db8911eb2edc {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:10:21.384440 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] Publish callbacks [] for subnet (46b15422-e1f3-4ab9-92db-db8911eb2edc), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.428600 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 26e3eb61-bb00-4df2-9b79-ef618db4845a is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:21.429725 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.461074 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] Publish callbacks [] for subnet (46b15422-e1f3-4ab9-92db-db8911eb2edc), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.471035 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:21.473956 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a38e84-c6d3-49d5-a4de-5ac29fdddd90" -d '{"events": [{"server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "name": "network-vif-plugged", "status": "completed", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:21.484990 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (46b15422-e1f3-4ab9-92db-db8911eb2edc), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.491342 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 26e3eb61-bb00-4df2-9b79-ef618db4845a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:21.499161 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.556112 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (46b15422-e1f3-4ab9-92db-db8911eb2edc), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.557420 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479930d0-056f-4144-bc46-e6b61aaf2040 x-openstack-request-id: req-479930d0-056f-4144-bc46-e6b61aaf2040 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:21.557928 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "name": "network-vif-plugged", "status": "completed", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:21.558393 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-479930d0-056f-4144-bc46-e6b61aaf2040 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:21.559067 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'code': 200} Feb 16 11:10:21.589722 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b15422-e1f3-4ab9-92db-db8911eb2edc,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:21.596085 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.601121 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-0051898f-fcd6-4bd8-8382-aab298f69a2f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/46b15422-e1f3-4ab9-92db-db8911eb2edc HTTP/1.1" status: 204 len: 168 time: 0.2974412 Feb 16 11:10:21.604863 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57320) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:21.612791 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=26e3eb61-bb00-4df2-9b79-ef618db4845a,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:21.694697 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (55784f8e-11c9-464d-9c4a-780fa03391e1), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.801108 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (55784f8e-11c9-464d-9c4a-780fa03391e1), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.852636 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55784f8e-11c9-464d-9c4a-780fa03391e1']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:21.865215 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d5cde2-e201-4835-bf84-2e3984926d10') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:21.866676 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d5cde2-e201-4835-bf84-2e3984926d10') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:21.879893 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (d6d5cde2-e201-4835-bf84-2e3984926d10), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.890510 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bb69b087-1405-4f9e-854a-eae308a43d24 req-98bb2019-007c-43a2-b071-6edc16b72d84 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 210 time: 0.0449765 Feb 16 11:10:21.899287 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a810-40a0-4036-866e-a2a660874054 req-aaf80202-bec5-457a-8624-2ef573ba000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:21.900977 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fbb2a810-40a0-4036-866e-a2a660874054 req-aaf80202-bec5-457a-8624-2ef573ba000e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 1129 time: 0.0969346 Feb 16 11:10:21.902062 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (d6d5cde2-e201-4835-bf84-2e3984926d10), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.916607 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:10:21.917008 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (d6d5cde2-e201-4835-bf84-2e3984926d10), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:10:21.918799 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:10:21.999967 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fbb2a810-40a0-4036-866e-a2a660874054 req-7f6573ed-aae7-4042-8fe0-97c83b6a9462 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915215 Feb 16 11:10:22.001161 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (55784f8e-11c9-464d-9c4a-780fa03391e1), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.007610 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.010834 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/55784f8e-11c9-464d-9c4a-780fa03391e1 HTTP/1.1" status: 204 len: 168 time: 0.4049189 Feb 16 11:10:22.023061 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b03f3d-64c4-472f-b02a-b26b2ad6c0b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=55784f8e-11c9-464d-9c4a-780fa03391e1,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:22.126684 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-968f56db-1859-4758-8f27-03b7e65875fe tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:22.128530 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-968f56db-1859-4758-8f27-03b7e65875fe tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "GET /v2.0/networks?id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 HTTP/1.1" status: 200 len: 809 time: 0.1496553 Feb 16 11:10:22.236544 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Request body: {'port': {'device_id': '35c5c26e-fa37-4644-9a82-221392652a16', 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57', 'admin_state_up': True, 'tenant_id': '9f26e71c7c0a4d8482c443557f1fc2a7'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:22.249294 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57328) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:22.328954 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-8042877a-2341-4529-be2f-1538cc309d17 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87f5804e34cc42069892457a8b78156b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0732667 Feb 16 11:10:22.328954 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57332) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:22.353547 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaeb82-39c7-4e4c-a2c4-0f5be72218be req-b6b1211b-1559-49de-8b1c-132bc97d2f66 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:22.355817 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-74eaeb82-39c7-4e4c-a2c4-0f5be72218be req-b6b1211b-1559-49de-8b1c-132bc97d2f66 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 945 time: 0.1288829 Feb 16 11:10:22.393609 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Made reservation on behalf of 9f26e71c7c0a4d8482c443557f1fc2a7 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:22.397401 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.432514 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b3944376-722c-4bf1-9be5-bbaf7ba5c4be admin admin] Publish callbacks [] for security_group (757c153a-a7b2-4954-ac68-a89ad3224f8a), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.437734 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-74eaeb82-39c7-4e4c-a2c4-0f5be72218be req-109d6703-c649-4b7d-b16c-e551deb55801 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718911 Feb 16 11:10:22.470664 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b3944376-722c-4bf1-9be5-bbaf7ba5c4be admin admin] Publish callbacks [] for security_group (757c153a-a7b2-4954-ac68-a89ad3224f8a), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.538411 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b3944376-722c-4bf1-9be5-bbaf7ba5c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (757c153a-a7b2-4954-ac68-a89ad3224f8a), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.541166 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b3944376-722c-4bf1-9be5-bbaf7ba5c4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.542346 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-b3944376-722c-4bf1-9be5-bbaf7ba5c4be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/757c153a-a7b2-4954-ac68-a89ad3224f8a HTTP/1.1" status: 204 len: 168 time: 0.2135222 Feb 16 11:10:22.551585 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3944376-722c-4bf1-9be5-bbaf7ba5c4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757c153a-a7b2-4954-ac68-a89ad3224f8a,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:22.596509 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Allocated IP 172.20.0.14 (28e8e17c-d6ed-4d42-aea9-be2e4a55bd57/ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b/567536d2-d6a8-4f28-876a-5a04fe37411d) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:10:22.829412 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks [] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.869794 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.936480 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:10:22.940422 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:22.948334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:10:22.957331 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:22.958020 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:22.972482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Pushing event updated for resources: {'Port': ['ID=567536d2-d6a8-4f28-876a-5a04fe37411d,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:22.985678 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-238afc63-8ae1-44de-9cb0-df0b053dc17a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7534790 Feb 16 11:10:23.007238 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Request body: {'port': {'device_id': '35c5c26e-fa37-4644-9a82-221392652a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:23.050100 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57342) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:23.106214 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-aafddfe7-c544-4649-901e-cc037a980f60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbe0f04075ac4d45a074d9a5f3d5073b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536110 Feb 16 11:10:23.110467 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57344) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:23.131619 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.242528 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34138907-8756-43e6-ae1e-b86ea256d66f req-03821b36-cd8e-4b7c-bc03-cd09064f0e49 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:23.244659 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-34138907-8756-43e6-ae1e-b86ea256d66f req-03821b36-cd8e-4b7c-bc03-cd09064f0e49 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 932 time: 0.1994803 Feb 16 11:10:23.328545 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-689a9adc-88bc-4094-b81d-8f15d2c12516 admin admin] Publish callbacks [] for security_group (2363953d-d031-48d1-a4cf-2ec2d47c5474), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.404945 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-689a9adc-88bc-4094-b81d-8f15d2c12516 admin admin] Publish callbacks [] for security_group (2363953d-d031-48d1-a4cf-2ec2d47c5474), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.438080 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-34138907-8756-43e6-ae1e-b86ea256d66f req-30317fd7-c0c0-424b-a1c3-d8e242cfd69b tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769764 Feb 16 11:10:23.568012 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-689a9adc-88bc-4094-b81d-8f15d2c12516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2363953d-d031-48d1-a4cf-2ec2d47c5474), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.571150 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-689a9adc-88bc-4094-b81d-8f15d2c12516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.576355 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-689a9adc-88bc-4094-b81d-8f15d2c12516 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2363953d-d031-48d1-a4cf-2ec2d47c5474 HTTP/1.1" status: 204 len: 168 time: 0.4609678 Feb 16 11:10:23.610959 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-9d500fa0-3164-445f-8795-355fa0e44f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.620662 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567536d2-d6a8-4f28-876a-5a04fe37411d {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:23.629326 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Publish callbacks [] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.633958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a9adc-88bc-4094-b81d-8f15d2c12516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2363953d-d031-48d1-a4cf-2ec2d47c5474,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:23.646595 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Transition to ACTIVE for port object 567536d2-d6a8-4f28-876a-5a04fe37411d will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:10:23.661459 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d54f70-9710-4dc4-baf9-a3a443c7147e req-2ae0ffee-302e-46aa-ac9e-0db3a5eedf85 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:23.662430 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.663933 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-84d54f70-9710-4dc4-baf9-a3a443c7147e req-2ae0ffee-302e-46aa-ac9e-0db3a5eedf85 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 945 time: 0.1309586 Feb 16 11:10:23.751113 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Pushing event updated for resources: {'Port': ['ID=567536d2-d6a8-4f28-876a-5a04fe37411d,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:23.761251 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-84d54f70-9710-4dc4-baf9-a3a443c7147e req-ec792ae2-1c1a-4375-b3cd-f0ac3ef3e22d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849741 Feb 16 11:10:23.769217 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Attempting to bind port 567536d2-d6a8-4f28-876a-5a04fe37411d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:10:23.769710 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Attempting to bind port 567536d2-d6a8-4f28-876a-5a04fe37411d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:10:23.769988 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Attempting to bind port 567536d2-d6a8-4f28-876a-5a04fe37411d on network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:23.776340 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Port 567536d2-d6a8-4f28-876a-5a04fe37411d on network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:10:23.776724 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Attempting to bind port 567536d2-d6a8-4f28-876a-5a04fe37411d on network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:23.782739 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:10:23.783108 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Checking segment: {'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:23.783653 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Bound using segment: {'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:10:23.784134 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Bound port: 567536d2-d6a8-4f28-876a-5a04fe37411d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:10:23.784557 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:23.938243 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] For port 567536d2-d6a8-4f28-876a-5a04fe37411d, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:10:23.958174 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] For port 567536d2-d6a8-4f28-876a-5a04fe37411d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=567536d2-d6a8-4f28-876a-5a04fe37411d,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:10:23.969020 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:24.011232 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f00d8-e7e6-4b66-81e1-06fbef17f9e9 req-043a60bb-63a9-4a05-84cb-736fde2dbecd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:24.013406 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-122f00d8-e7e6-4b66-81e1-06fbef17f9e9 req-043a60bb-63a9-4a05-84cb-736fde2dbecd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 945 time: 0.1279390 Feb 16 11:10:24.036304 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:24.037326 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:24.043035 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] 10.222.0.42 "PUT /v2.0/ports/567536d2-d6a8-4f28-876a-5a04fe37411d HTTP/1.1" status: 200 len: 1094 time: 1.0396223 Feb 16 11:10:24.043035 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c5c26e-fa37-4644-9a82-221392652a16', 'tag': '567536d2-d6a8-4f28-876a-5a04fe37411d'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:24.044483 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d" -d '{"events": [{"name": "network-changed", "server_uuid": "35c5c26e-fa37-4644-9a82-221392652a16", "tag": "567536d2-d6a8-4f28-876a-5a04fe37411d"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:24.117063 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0911f02a-c2c5-490c-a3ae-b659ef231d68 x-openstack-request-id: req-0911f02a-c2c5-490c-a3ae-b659ef231d68 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:24.117402 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c5c26e-fa37-4644-9a82-221392652a16", "tag": "567536d2-d6a8-4f28-876a-5a04fe37411d", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:24.117724 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0911f02a-c2c5-490c-a3ae-b659ef231d68 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:24.118156 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c5c26e-fa37-4644-9a82-221392652a16', 'tag': '567536d2-d6a8-4f28-876a-5a04fe37411d', 'status': 'completed', 'code': 200} Feb 16 11:10:24.133475 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3b9e1-02fb-44e5-b60f-a9ad18de6d36 service neutron] Pushing event updated for resources: {'Port': ['ID=567536d2-d6a8-4f28-876a-5a04fe37411d,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:24.175068 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-122f00d8-e7e6-4b66-81e1-06fbef17f9e9 req-ffa058e0-3e6e-443e-81d7-26baf3811a4a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483166 Feb 16 11:10:24.195648 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-93e2a3f9-20fe-4331-95e8-68d0fbddf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:24.197328 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-93e2a3f9-20fe-4331-95e8-68d0fbddf00c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f26e71c7c0a4d8482c443557f1fc2a7&device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 1128 time: 0.0852058 Feb 16 11:10:24.201490 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57366) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:24.283237 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-0cb250f1-2b2b-4ad1-b422-392cb429f52e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=567536d2-d6a8-4f28-876a-5a04fe37411d HTTP/1.1" status: 200 len: 217 time: 0.0612874 Feb 16 11:10:24.375248 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-dcc881f6-fe0a-4955-b336-892de752db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:24.377897 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-dcc881f6-fe0a-4955-b336-892de752db61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b HTTP/1.1" status: 200 len: 849 time: 0.0857775 Feb 16 11:10:24.431054 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-d68a90d7-bfa0-4d23-9061-e01e30adeb46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446610 Feb 16 11:10:24.578296 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33725-e17e-4ca2-b566-76d405edb7f4 req-00c0251f-16e4-4551-bd59-4b402b008ddd tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:24.580978 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c9f33725-e17e-4ca2-b566-76d405edb7f4 req-00c0251f-16e4-4551-bd59-4b402b008ddd tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 944 time: 0.0614803 Feb 16 11:10:24.619406 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640149e8-6769-4d0b-a379-405a9af77b40 tempest-TestVolumeBootPattern-1176093120 tempest-TestVolumeBootPattern-1176093120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:24.622066 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-640149e8-6769-4d0b-a379-405a9af77b40 tempest-TestVolumeBootPattern-1176093120 tempest-TestVolumeBootPattern-1176093120-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 1124 time: 0.4193649 Feb 16 11:10:24.625059 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57382) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:24.633976 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'port_id': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:24.654692 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-522c087c-84f6-4dd9-a3a4-f56f430900c6 service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064190 Feb 16 11:10:24.668889 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c9f33725-e17e-4ca2-b566-76d405edb7f4 req-bf73f70a-bb96-4bbb-9fa0-d5115f42d41a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816336 Feb 16 11:10:24.677783 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:24.823599 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e2f216b4-19a0-4e16-891f-cadab147c9e9 req-30f5944c-04d5-43b9-b3b4-7a48cd639f35 service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615620 Feb 16 11:10:24.855351 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:24.970576 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-894d8940-4b10-4b69-9670-24fc5845fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:24.972830 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-894d8940-4b10-4b69-9670-24fc5845fff7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f26e71c7c0a4d8482c443557f1fc2a7&device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 1128 time: 0.0837369 Feb 16 11:10:24.996022 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Allocated IP 172.27.1.153 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/0066235d-d860-4516-a081-80d12ddb6540) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:10:25.113701 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-a9ef07dd-0cc4-4b20-87c5-627fd5b1e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:25.115616 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-a9ef07dd-0cc4-4b20-87c5-627fd5b1e074 service neutron] 10.222.0.42 "GET /v2.0/networks?id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 HTTP/1.1" status: 200 len: 910 time: 0.1356256 Feb 16 11:10:25.157160 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (0066235d-d860-4516-a081-80d12ddb6540), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:25.191602 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-03fec605-5092-4dc1-8baa-9749841862f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=567536d2-d6a8-4f28-876a-5a04fe37411d HTTP/1.1" status: 200 len: 217 time: 0.0669475 Feb 16 11:10:25.203847 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (0066235d-d860-4516-a081-80d12ddb6540), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:25.244894 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:10:25.250483 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:25.254381 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:10:25.294414 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=0066235d-d860-4516-a081-80d12ddb6540,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:25.295103 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-6dc4392a-7b8a-4f8f-9d74-85281e3f38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:25.297756 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-6dc4392a-7b8a-4f8f-9d74-85281e3f38a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b HTTP/1.1" status: 200 len: 849 time: 0.0831985 Feb 16 11:10:25.371373 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-fae5dfe3-084c-42a6-9d5d-2b5133660c69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629909 Feb 16 11:10:25.513051 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-c5d8b2fd-8ce0-445e-b52d-632a0a1e11ac service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335313 Feb 16 11:10:25.687783 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-87b3b4cc-adbc-4bd0-8e0f-37028ed9c01d req-812aa8d4-ee6c-47b8-9632-01567029a821 service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660192 Feb 16 11:10:25.882311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76ce57-46a4-4f5f-9a59-0935302a35e4 req-11716060-6aab-4164-b727-697ad8b73a74 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:25.885722 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8e76ce57-46a4-4f5f-9a59-0935302a35e4 req-11716060-6aab-4164-b727-697ad8b73a74 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 944 time: 0.1026971 Feb 16 11:10:25.972383 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8e76ce57-46a4-4f5f-9a59-0935302a35e4 req-8df26bcd-29ce-4d70-b337-89588dd2e8e2 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742047 Feb 16 11:10:26.099082 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e8687270-d41b-43c0-8448-ba949aa23f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.105481 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (3d51df26-c06e-4859-8e32-3066b6e02be0), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.129016 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57408) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:26.239523 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (0066235d-d860-4516-a081-80d12ddb6540), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.258239 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.375670 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Publish callbacks [] for security_group (003d45e9-2356-4d2a-b52c-9631bc530583), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.381230 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (003d45e9-2356-4d2a-b52c-9631bc530583), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.423295 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (0066235d-d860-4516-a081-80d12ddb6540), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.431681 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (0066235d-d860-4516-a081-80d12ddb6540), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.433894 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d45e9-2356-4d2a-b52c-9631bc530583,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:26.439186 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efe7f67a81864f43b7aef26838a503c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088832 Feb 16 11:10:26.443293 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57412) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:26.451392 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.451718 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.452052 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.452411 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.452741 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.453061 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.453390 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.453712 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.454032 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.454352 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.454668 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.455026 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.455342 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35693ff9-52ba-4e3d-8bf7-e7d8f5cd5d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:26.505684 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=0066235d-d860-4516-a081-80d12ddb6540,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:26.514798 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66a940dc-decb-4aa3-99ee-11812ff59ac7 admin admin] Publish callbacks [] for security_group (003d45e9-2356-4d2a-b52c-9631bc530583), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.516741 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (3d51df26-c06e-4859-8e32-3066b6e02be0), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.542591 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66a940dc-decb-4aa3-99ee-11812ff59ac7 admin admin] Publish callbacks [] for security_group (003d45e9-2356-4d2a-b52c-9631bc530583), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.606394 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66a940dc-decb-4aa3-99ee-11812ff59ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (003d45e9-2356-4d2a-b52c-9631bc530583), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.609709 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-66a940dc-decb-4aa3-99ee-11812ff59ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:26.610911 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-66a940dc-decb-4aa3-99ee-11812ff59ac7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/003d45e9-2356-4d2a-b52c-9631bc530583 HTTP/1.1" status: 204 len: 168 time: 0.1661744 Feb 16 11:10:26.620131 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a940dc-decb-4aa3-99ee-11812ff59ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d45e9-2356-4d2a-b52c-9631bc530583,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:26.638383 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.l3_db [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Floating IP 3d51df26-c06e-4859-8e32-3066b6e02be0 associated. External IP: 172.27.1.153, port: 26e3eb61-bb00-4df2-9b79-ef618db4845a. Feb 16 11:10:26.919093 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:10:27.039753 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57420) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:27.054516 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b6cac520-a92b-44ad-bd2b-90e8d892bdd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.113827 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:10:27.132521 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:10:27.146116 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:10:27.146778 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:27.154027 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b6cac520-a92b-44ad-bd2b-90e8d892bdd2 admin admin] Publish callbacks [] for security_group (ec02ad90-5f95-4500-a0f7-af6c50373811), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.160778 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b6cac520-a92b-44ad-bd2b-90e8d892bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ec02ad90-5f95-4500-a0f7-af6c50373811), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.174817 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.202782 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b6cac520-a92b-44ad-bd2b-90e8d892bdd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f81c57e5722e4aa29e4aa97e616920cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618299 Feb 16 11:10:27.204066 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cac520-a92b-44ad-bd2b-90e8d892bdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec02ad90-5f95-4500-a0f7-af6c50373811,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:27.206613 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57422) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:27.232201 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750608d-7742-434b-9521-01059113e2e0 req-b0d20c7f-2421-4a96-83d9-e1011b7267ef tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:27.233362 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4750608d-7742-434b-9521-01059113e2e0 req-b0d20c7f-2421-4a96-83d9-e1011b7267ef tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 944 time: 0.1421652 Feb 16 11:10:27.238206 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5dcf1210-a1c3-4e0b-99de-b07c200fd728 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6113226 Feb 16 11:10:27.238807 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:27.241221 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e4bebe-db9b-4099-9c5d-d52d043bf82f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:27.262175 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-19a5b15a-f09f-4d11-b1d2-1446735cef6a admin admin] Publish callbacks [] for security_group (ec02ad90-5f95-4500-a0f7-af6c50373811), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.285535 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 567536d2-d6a8-4f28-876a-5a04fe37411d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:10:27.294531 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-19a5b15a-f09f-4d11-b1d2-1446735cef6a admin admin] Publish callbacks [] for security_group (ec02ad90-5f95-4500-a0f7-af6c50373811), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.310556 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d104c38d-eedf-4337-a2a1-489aa4729c7c x-openstack-request-id: req-d104c38d-eedf-4337-a2a1-489aa4729c7c {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:27.312913 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:27.313833 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d104c38d-eedf-4337-a2a1-489aa4729c7c {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:27.314495 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'status': 'completed', 'code': 200} Feb 16 11:10:27.330034 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:10:27.336467 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4750608d-7742-434b-9521-01059113e2e0 req-c9d47feb-dc51-48e2-a873-13638e72325a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920517 Feb 16 11:10:27.376890 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-19a5b15a-f09f-4d11-b1d2-1446735cef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ec02ad90-5f95-4500-a0f7-af6c50373811), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.379404 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-19a5b15a-f09f-4d11-b1d2-1446735cef6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.380583 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-19a5b15a-f09f-4d11-b1d2-1446735cef6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec02ad90-5f95-4500-a0f7-af6c50373811 HTTP/1.1" status: 204 len: 168 time: 0.1730273 Feb 16 11:10:27.400096 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5b15a-f09f-4d11-b1d2-1446735cef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec02ad90-5f95-4500-a0f7-af6c50373811,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:27.406866 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-ac12c8ad-2530-429d-88a8-a40686a9f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:27.408546 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-ac12c8ad-2530-429d-88a8-a40686a9f165 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 1129 time: 0.0747991 Feb 16 11:10:27.416390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.519375 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-55d388a5-cb1d-4624-8a91-48a08c432c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:27.521117 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-55d388a5-cb1d-4624-8a91-48a08c432c28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.0995076 Feb 16 11:10:27.599760 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 567536d2-d6a8-4f28-876a-5a04fe37411d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=567536d2-d6a8-4f28-876a-5a04fe37411d,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:27.614381 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-ed6774ae-3822-4de6-9f27-01715d2ffac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a HTTP/1.1" status: 200 len: 999 time: 0.0827444 Feb 16 11:10:27.621497 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '567536d2-d6a8-4f28-876a-5a04fe37411d', 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57', 'port_id': '567536d2-d6a8-4f28-876a-5a04fe37411d', 'mac_address': 'fa:16:3e:8a:a0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:10:27.675701 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-98d4b421-8b49-4be1-afd8-850869cd83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:27.678732 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-98d4b421-8b49-4be1-afd8-850869cd83fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0570307 Feb 16 11:10:27.712402 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 567536d2-d6a8-4f28-876a-5a04fe37411d is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:27.712806 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.730175 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567536d2-d6a8-4f28-876a-5a04fe37411d {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:27.757793 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 567536d2-d6a8-4f28-876a-5a04fe37411d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=567536d2-d6a8-4f28-876a-5a04fe37411d,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:27.761444 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '3d51df26-c06e-4859-8e32-3066b6e02be0', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:89:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:10:25Z', 'updated_at': '2022-02-16T11:10:25Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:27.766722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:27.776616 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-03b18c26-baa9-4352-af16-eed6382200a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:27.778374 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-03b18c26-baa9-4352-af16-eed6382200a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0863724 Feb 16 11:10:27.818371 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:10:27.879064 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:10:27.880055 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:27.885081 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-e35de8e0-520e-4fad-aedd-94080b5d5cf7 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968583 Feb 16 11:10:27.996932 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-44e4bebe-db9b-4099-9c5d-d52d043bf82f req-3a252d4e-5b4e-4044-8432-8354f8e0bf6c service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002338 Feb 16 11:10:28.019605 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=567536d2-d6a8-4f28-876a-5a04fe37411d,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:28.077395 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:10:28.130806 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['567536d2-d6a8-4f28-876a-5a04fe37411d'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:28.532235 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9ef82-f215-4754-bc24-dfa37bdf8403 req-f26587ee-c72b-420f-8885-3095af764f8e tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:28.534739 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a2f9ef82-f215-4754-bc24-dfa37bdf8403 req-f26587ee-c72b-420f-8885-3095af764f8e tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 945 time: 0.0865612 Feb 16 11:10:28.598075 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a2f9ef82-f215-4754-bc24-dfa37bdf8403 req-81d90f42-5fa5-43bc-a7bb-3072835749c6 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549521 Feb 16 11:10:28.611772 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '3d51df26-c06e-4859-8e32-3066b6e02be0', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:89:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:10:25Z', 'updated_at': '2022-02-16T11:10:25Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:28.661637 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99215b-5c2c-4e14-8f09-7dd73b5b46b8 None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '3d51df26-c06e-4859-8e32-3066b6e02be0', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:89:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:10:25Z', 'updated_at': '2022-02-16T11:10:25Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:10:28.833607 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57464) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:28.902313 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa55f7cd-6659-4705-82f5-981e83c865f0 None None] New status for floating IP 3d51df26-c06e-4859-8e32-3066b6e02be0: ACTIVE {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:10:28.975579 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3ecd450a-21b8-4657-a454-764e0ab04b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.022803 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.103515 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3ecd450a-21b8-4657-a454-764e0ab04b79 admin admin] Publish callbacks [] for security_group (70b3bd89-e0e4-41ee-8337-3550765fca0d), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.109071 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3ecd450a-21b8-4657-a454-764e0ab04b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (70b3bd89-e0e4-41ee-8337-3550765fca0d), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.155067 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3ecd450a-21b8-4657-a454-764e0ab04b79 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d4b16399f3747b5816be6c949f5446b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199224 Feb 16 11:10:29.158721 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57468) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:29.166995 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd450a-21b8-4657-a454-764e0ab04b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b3bd89-e0e4-41ee-8337-3550765fca0d,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:29.227702 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eed2080b-adb2-446f-81db-41c4492163ac admin admin] Publish callbacks [] for security_group (70b3bd89-e0e4-41ee-8337-3550765fca0d), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.250125 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eed2080b-adb2-446f-81db-41c4492163ac admin admin] Publish callbacks [] for security_group (70b3bd89-e0e4-41ee-8337-3550765fca0d), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.287053 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 567536d2-d6a8-4f28-876a-5a04fe37411d up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:10:29.299657 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eed2080b-adb2-446f-81db-41c4492163ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (70b3bd89-e0e4-41ee-8337-3550765fca0d), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.302368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eed2080b-adb2-446f-81db-41c4492163ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.303594 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-eed2080b-adb2-446f-81db-41c4492163ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70b3bd89-e0e4-41ee-8337-3550765fca0d HTTP/1.1" status: 204 len: 168 time: 0.1437263 Feb 16 11:10:29.312340 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2080b-adb2-446f-81db-41c4492163ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b3bd89-e0e4-41ee-8337-3550765fca0d,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:29.353191 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 567536d2-d6a8-4f28-876a-5a04fe37411d completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:10:29.357139 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 567536d2-d6a8-4f28-876a-5a04fe37411d triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:10:29.357510 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.445486 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 567536d2-d6a8-4f28-876a-5a04fe37411d is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:29.445892 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.470049 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c5c26e-fa37-4644-9a82-221392652a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567536d2-d6a8-4f28-876a-5a04fe37411d'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:29.472653 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c5f26a-dce8-494e-a500-e8123cb274bc" -d '{"events": [{"server_uuid": "35c5c26e-fa37-4644-9a82-221392652a16", "name": "network-vif-plugged", "status": "completed", "tag": "567536d2-d6a8-4f28-876a-5a04fe37411d"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:29.488420 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 567536d2-d6a8-4f28-876a-5a04fe37411d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=567536d2-d6a8-4f28-876a-5a04fe37411d,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:29.494266 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:29.520523 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38af972-d06d-4dc6-8b88-121fc4cd7e56 x-openstack-request-id: req-c38af972-d06d-4dc6-8b88-121fc4cd7e56 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:29.520957 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c5c26e-fa37-4644-9a82-221392652a16", "name": "network-vif-plugged", "status": "completed", "tag": "567536d2-d6a8-4f28-876a-5a04fe37411d", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:29.521285 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c38af972-d06d-4dc6-8b88-121fc4cd7e56 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:29.521751 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c5c26e-fa37-4644-9a82-221392652a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567536d2-d6a8-4f28-876a-5a04fe37411d', 'code': 200} Feb 16 11:10:29.551049 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=567536d2-d6a8-4f28-876a-5a04fe37411d,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:29.750249 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc9c7f-4bf2-46ce-8a2a-b4dd58623666 req-3c545e2d-c6f2-4217-a7a0-2837bcea1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:29.752081 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3abc9c7f-4bf2-46ce-8a2a-b4dd58623666 req-3c545e2d-c6f2-4217-a7a0-2837bcea1f79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 1130 time: 0.0873675 Feb 16 11:10:29.768639 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa96077-3946-4b87-ad1f-39b6809900a1 req-390cf09a-72d6-42ed-8adf-3cca4a758ada tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:29.770239 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fa96077-3946-4b87-ad1f-39b6809900a1 req-390cf09a-72d6-42ed-8adf-3cca4a758ada tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 946 time: 0.0736158 Feb 16 11:10:29.842497 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0fa96077-3946-4b87-ad1f-39b6809900a1 req-623ef4ca-8cee-4b55-8d51-641ae4be3b59 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657651 Feb 16 11:10:29.844653 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3abc9c7f-4bf2-46ce-8a2a-b4dd58623666 req-52239dd1-9fb3-4776-a546-336922f6cac7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835345 Feb 16 11:10:29.903160 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:30.411413 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:10:30.453183 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:30.724039 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-f2e70487-26c5-47a5-82e1-1286cbb341f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594525 Feb 16 11:10:30.806220 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-0d02ef2a-5867-498b-a937-db3a18c040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:30.807715 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-0d02ef2a-5867-498b-a937-db3a18c040c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 1131 time: 0.0528638 Feb 16 11:10:30.972503 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-6916aaef-320e-4f57-8fed-5b1e2ab38bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:30.974438 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-6916aaef-320e-4f57-8fed-5b1e2ab38bbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.1372907 Feb 16 11:10:31.055703 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab561e68-0def-496f-93ea-f0d4578e8195 req-2aaefc70-8651-4689-95ea-ba21a0a514dd tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.057313 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ab561e68-0def-496f-93ea-f0d4578e8195 req-2aaefc70-8651-4689-95ea-ba21a0a514dd tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 946 time: 0.1329479 Feb 16 11:10:31.088964 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-4ead235b-82cc-45c7-81ae-7634477c67ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 200 len: 1001 time: 0.1029606 Feb 16 11:10:31.094975 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c171-967a-49ab-a6f5-5fa6cf502355 req-a78713d7-2db0-43c5-a1f5-cd57af5c98ff tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.096555 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fcf8c171-967a-49ab-a6f5-5fa6cf502355 req-a78713d7-2db0-43c5-a1f5-cd57af5c98ff tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0927143 Feb 16 11:10:31.115939 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-e30a7c6d-e6f9-4b98-a3b0-4e48eeac573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.118858 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-e30a7c6d-e6f9-4b98-a3b0-4e48eeac573c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1169 time: 0.0757203 Feb 16 11:10:31.164047 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ab561e68-0def-496f-93ea-f0d4578e8195 req-cb01dd1c-8dfc-4ed6-91ce-199708f22eea tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007276 Feb 16 11:10:31.175080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-0a7bb05a-b2ba-4c5d-88e8-9def84cb402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.176609 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-0a7bb05a-b2ba-4c5d-88e8-9def84cb402b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0726371 Feb 16 11:10:31.255706 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-8e3376e6-269d-4536-8c21-2b6e1057ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.257398 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-8e3376e6-269d-4536-8c21-2b6e1057ef06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620744 Feb 16 11:10:31.277169 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fcf8c171-967a-49ab-a6f5-5fa6cf502355 req-ee2cb3e9-da53-4cb5-a955-a1cc26a6cca4 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712215 Feb 16 11:10:31.295141 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-ab10b8d0-6cfd-4b22-8f04-5956959de40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.297300 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-ab10b8d0-6cfd-4b22-8f04-5956959de40a service neutron] 10.222.0.42 "GET /v2.0/networks?id=370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 200 len: 916 time: 0.1615705 Feb 16 11:10:31.384734 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-cfa95135-4176-4f37-b990-dd1a7eeb5b93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 1001 time: 0.0703704 Feb 16 11:10:31.460646 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-53f0b3eb-909f-4c36-82dc-d1b8099f320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.462246 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-53f0b3eb-909f-4c36-82dc-d1b8099f320a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68b27126-5421-4324-ab57-b967790ab076 HTTP/1.1" status: 200 len: 854 time: 0.0587010 Feb 16 11:10:31.537349 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-dad83054-e6c7-4c50-b133-d198f190f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:31.540114 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-dad83054-e6c7-4c50-b133-d198f190f72d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=370e0265-63e5-4aad-9edb-a17f97092dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668058 Feb 16 11:10:31.645758 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-8ff986db-b901-46f9-b061-fed2d5ef445e service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781447 Feb 16 11:10:31.654362 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-b04b64de-95b3-4da8-8c63-04abe48f3b4d service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007564 Feb 16 11:10:31.783320 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5290ea58-2fe3-4117-839c-4f69c88eb773 req-21eeac1f-73da-4b53-8a2e-f76e3b25c8a5 service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206737 Feb 16 11:10:31.787434 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ade4ea82-5054-4acb-a2bc-0221245a280c req-b0fc54cf-9cef-4c03-9e86-4b589a45140c service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350100 Feb 16 11:10:32.321604 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5fcd5-5240-4694-ba82-5f18be097e1c req-cbc86209-1ac4-4683-b914-d16e29bc0a38 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:32.323138 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8ed5fcd5-5240-4694-ba82-5f18be097e1c req-cbc86209-1ac4-4683-b914-d16e29bc0a38 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 946 time: 0.0582552 Feb 16 11:10:32.376239 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8ed5fcd5-5240-4694-ba82-5f18be097e1c req-73ae40e4-6a0f-4264-939f-8ac599eafb04 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Feb 16 11:10:32.419058 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b53ba-14a2-4199-929f-dd221e939427 req-87c1dce7-99b6-46d3-8614-87664025be79 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:32.421403 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-978b53ba-14a2-4199-929f-dd221e939427 req-87c1dce7-99b6-46d3-8614-87664025be79 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0687828 Feb 16 11:10:32.501204 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-978b53ba-14a2-4199-929f-dd221e939427 req-52b80292-07b2-47a9-bb9b-499db09faa18 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728881 Feb 16 11:10:33.187128 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a65f5-82fa-4153-91ab-dc721c41f735 req-06452870-40c6-4632-85e5-c34a8bc2d8f5 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:33.188585 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-185a65f5-82fa-4153-91ab-dc721c41f735 req-06452870-40c6-4632-85e5-c34a8bc2d8f5 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 946 time: 0.0621343 Feb 16 11:10:33.242311 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-185a65f5-82fa-4153-91ab-dc721c41f735 req-c719730d-0890-45d7-b06b-f55589e2e0e7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Feb 16 11:10:33.642024 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea5049-08c4-4396-a3c6-e4bad311621c req-a4fb0cbd-08ec-4e91-b287-3a3d97b61c9f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:33.643872 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6dea5049-08c4-4396-a3c6-e4bad311621c req-a4fb0cbd-08ec-4e91-b287-3a3d97b61c9f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0647247 Feb 16 11:10:33.713011 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6dea5049-08c4-4396-a3c6-e4bad311621c req-2f315027-4d4b-4f40-8b50-e39e0f38fd67 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620310 Feb 16 11:10:33.736920 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57564) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:33.851013 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:33.928762 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Publish callbacks [] for security_group (be8e778d-4deb-44ef-a131-d1f61bd01a09), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:33.933564 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (be8e778d-4deb-44ef-a131-d1f61bd01a09), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:33.972983 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a43fb8f56b1a4cc9842d3fd893665a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349551 Feb 16 11:10:33.973800 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e778d-4deb-44ef-a131-d1f61bd01a09,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:33.975698 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57568) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:33.991669 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.992014 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.992386 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.992721 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.993051 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.993379 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.993708 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.994030 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.994362 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.994684 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.995000 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.995377 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:33.995670 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43d3db-8c9b-444c-b8bd-392a28d0f108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:34.034440 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb3b2-a085-433a-b2ab-fdf52a130bfd admin admin] Publish callbacks [] for security_group (be8e778d-4deb-44ef-a131-d1f61bd01a09), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:34.057302 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb3b2-a085-433a-b2ab-fdf52a130bfd admin admin] Publish callbacks [] for security_group (be8e778d-4deb-44ef-a131-d1f61bd01a09), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:34.118920 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb3b2-a085-433a-b2ab-fdf52a130bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (be8e778d-4deb-44ef-a131-d1f61bd01a09), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:34.122556 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb3b2-a085-433a-b2ab-fdf52a130bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:34.124039 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-ca4eb3b2-a085-433a-b2ab-fdf52a130bfd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be8e778d-4deb-44ef-a131-d1f61bd01a09 HTTP/1.1" status: 204 len: 168 time: 0.1473942 Feb 16 11:10:34.132834 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb3b2-a085-433a-b2ab-fdf52a130bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e778d-4deb-44ef-a131-d1f61bd01a09,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:34.367969 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e8441-ae12-407f-a343-bd76659d2a4d req-a28195a8-f2b4-47f9-9819-cba0ae7ed2e0 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:34.369514 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-100e8441-ae12-407f-a343-bd76659d2a4d req-a28195a8-f2b4-47f9-9819-cba0ae7ed2e0 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 946 time: 0.0554583 Feb 16 11:10:34.427679 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-100e8441-ae12-407f-a343-bd76659d2a4d req-594845fe-23dc-49f9-be8a-82b8da5d3510 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522008 Feb 16 11:10:34.789534 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-f67a9dcb-46fe-48b5-852a-487ec4f4e4d3 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:34.791340 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-f67a9dcb-46fe-48b5-852a-487ec4f4e4d3 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 946 time: 0.0631940 Feb 16 11:10:34.833053 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57596) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:34.903941 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ab3ab-eb33-4dd2-a5e8-4d8e27c4bc18 req-a3597647-3cf0-4264-89a4-23640a9f518c tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:34.905438 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-233ab3ab-eb33-4dd2-a5e8-4d8e27c4bc18 req-a3597647-3cf0-4264-89a4-23640a9f518c tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.1131446 Feb 16 11:10:34.939675 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-231820070-network', 'tenant_id': '60eaa7d800374fa8af28ab9f09a12d32'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:34.970421 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Made reservation on behalf of 60eaa7d800374fa8af28ab9f09a12d32 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:34.973449 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:34.973636 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Deleting port 567536d2-d6a8-4f28-876a-5a04fe37411d {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:34.973985 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:34.984653 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:34.996343 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-233ab3ab-eb33-4dd2-a5e8-4d8e27c4bc18 req-3a34d3aa-44b4-4482-8ca1-eaa8c8fe0a16 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844467 Feb 16 11:10:35.075255 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks [] for security_group (67641bd8-bef3-41b3-8bdb-54bd15356f0e), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.080293 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (67641bd8-bef3-41b3-8bdb-54bd15356f0e), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.094221 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] For port 567536d2-d6a8-4f28-876a-5a04fe37411d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=567536d2-d6a8-4f28-876a-5a04fe37411d,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:35.094834 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.105850 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:10:35.108806 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Calling delete_port for 567536d2-d6a8-4f28-876a-5a04fe37411d owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:35.116353 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67641bd8-bef3-41b3-8bdb-54bd15356f0e,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:35.121839 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (eece2436-3a13-4850-ba42-9fefa3676cf6), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.122293 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Added segment eece2436-3a13-4850-ba42-9fefa3676cf6 of type vlan for network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 Feb 16 11:10:35.167614 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.196666 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.197931 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:35.198794 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.226201 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3918664 Feb 16 11:10:35.233761 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57600) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:35.238883 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Request body: {'subnet': {'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-231820070-subnet', 'tenant_id': '60eaa7d800374fa8af28ab9f09a12d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:35.270785 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (567536d2-d6a8-4f28-876a-5a04fe37411d), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.281741 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0d442-d639-4fe4-8524-e6f3188bbd5a admin admin] Pushing event updated for resources: {'Network': ['ID=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:35.284933 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['567536d2-d6a8-4f28-876a-5a04fe37411d'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:35.299198 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Made reservation on behalf of 60eaa7d800374fa8af28ab9f09a12d32 for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:35.302526 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130089519'] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.310452 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Pushing event deleted for resources: {'Port': ['ID=567536d2-d6a8-4f28-876a-5a04fe37411d,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:35.310798 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:10:35.361266 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] No DVR routers for this DVR port 567536d2-d6a8-4f28-876a-5a04fe37411d on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:10:35.364056 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.367546 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1975e9d9-3169-4958-ba5f-733fdbf9f590 req-98cd4dfd-6ae4-4987-80b7-16a5df2a9ef7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "DELETE /v2.0/ports/567536d2-d6a8-4f28-876a-5a04fe37411d HTTP/1.1" status: 204 len: 173 time: 0.5662427 Feb 16 11:10:35.368030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c5c26e-fa37-4644-9a82-221392652a16', 'name': 'network-vif-deleted', 'tag': '567536d2-d6a8-4f28-876a-5a04fe37411d'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:35.370407 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5801e2-4f73-42e5-9a3e-156a012e4c07" -d '{"events": [{"server_uuid": "35c5c26e-fa37-4644-9a82-221392652a16", "name": "network-vif-deleted", "tag": "567536d2-d6a8-4f28-876a-5a04fe37411d"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:35.440645 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a6100e-bd69-45b5-aa38-c4076d509929 x-openstack-request-id: req-d3a6100e-bd69-45b5-aa38-c4076d509929 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:35.441011 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c5c26e-fa37-4644-9a82-221392652a16", "name": "network-vif-deleted", "tag": "567536d2-d6a8-4f28-876a-5a04fe37411d", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:35.441327 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3a6100e-bd69-45b5-aa38-c4076d509929 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:35.441820 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c5c26e-fa37-4644-9a82-221392652a16', 'name': 'network-vif-deleted', 'tag': '567536d2-d6a8-4f28-876a-5a04fe37411d', 'status': 'completed', 'code': 200} Feb 16 11:10:35.544819 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130326956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130089501'] for subnet (a6464529-9168-489a-b06f-599ff6ab7158), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.592742 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-55bbb8e7-ac81-4dd0-be7c-78542008210e req-5037ebd6-0212-4e07-9263-22db6b8f6041 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c5c26e-fa37-4644-9a82-221392652a16 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Feb 16 11:10:35.632451 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6464529-9168-489a-b06f-599ff6ab7158,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:35.660993 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Checking segment: {'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:35.661564 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Network hostable DHCP agents. Network: 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:10:35.687100 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:10:35.701058 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:35.706035 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:35.706797 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:35.713905 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08572e7d-3fb4-4c51-85ea-0f770d690e2f None None] Network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:35.732731 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-daa211f0-7984-49b2-9e27-267d1d8cca31 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4975238 Feb 16 11:10:35.839456 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a655b3-353c-42aa-bc95-8aba0104bf06 None None] Network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:10:36.160220 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa74f-e06e-4535-9d15-7f9ca803b87e req-24e3c54f-d660-45a8-989d-671a6a4f155e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:36.162097 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-152fa74f-e06e-4535-9d15-7f9ca803b87e req-24e3c54f-d660-45a8-989d-671a6a4f155e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0626085 Feb 16 11:10:36.234232 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-152fa74f-e06e-4535-9d15-7f9ca803b87e req-eee449d5-be48-45a1-9980-4ace4f830027 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624774 Feb 16 11:10:36.965678 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-486c29be-58f9-4ecd-aa3b-ebbfb150849e tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:36.967692 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-486c29be-58f9-4ecd-aa3b-ebbfb150849e tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/networks?id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 HTTP/1.1" status: 200 len: 809 time: 0.1191053 Feb 16 11:10:36.983790 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-ed37655a-62db-4d49-bb99-4e68cdf6df57 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/quotas/9f26e71c7c0a4d8482c443557f1fc2a7 HTTP/1.1" status: 200 len: 375 time: 0.0097134 Feb 16 11:10:37.023656 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-17721198-7452-4f04-a1d4-650970d9b9f8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f26e71c7c0a4d8482c443557f1fc2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342581 Feb 16 11:10:37.119489 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-2d80d7b6-2bca-4933-9c36-ef609da6ff72 service neutron] 10.222.0.52 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889990 Feb 16 11:10:37.220042 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-12d36f67-a89d-4316-bdea-b30d8f60592c service neutron] 10.222.0.52 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947001 Feb 16 11:10:37.303463 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 567536d2-d6a8-4f28-876a-5a04fe37411d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:10:37.339410 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 567536d2-d6a8-4f28-876a-5a04fe37411d {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:10:37.340107 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 567536d2-d6a8-4f28-876a-5a04fe37411d not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:10:37.391961 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818a7f7-0db2-4b04-9874-c2f61196612a req-4a16ccef-5def-43d5-9fc9-dd0bba6b5fd8 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:37.399698 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3818a7f7-0db2-4b04-9874-c2f61196612a req-4a16ccef-5def-43d5-9fc9-dd0bba6b5fd8 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0712607 Feb 16 11:10:37.449650 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-10f77432-0b8f-4027-97d5-087363bf64c0 req-a637e4e6-9695-4f51-aa0e-fb86ba721d1f tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 210 time: 0.0481176 Feb 16 11:10:37.482958 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3818a7f7-0db2-4b04-9874-c2f61196612a req-3b3b346a-8185-41e6-acc6-5eea6e55ba1c tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820808 Feb 16 11:10:37.708389 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-5778ebc9-32fa-4952-97d1-2dc04f45d8e5 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:37.709943 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-5778ebc9-32fa-4952-97d1-2dc04f45d8e5 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/networks?id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 HTTP/1.1" status: 200 len: 813 time: 0.1257708 Feb 16 11:10:37.734309 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-c747bd52-1c1d-401f-bc3e-275f010a3391 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/quotas/60eaa7d800374fa8af28ab9f09a12d32 HTTP/1.1" status: 200 len: 375 time: 0.0170233 Feb 16 11:10:37.769541 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-fd9f3d5d-3108-47e2-a8e6-e8eb9e4746a1 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=60eaa7d800374fa8af28ab9f09a12d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294013 Feb 16 11:10:37.863864 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-d1c9d289-19a6-426a-8eb5-ce6dac9e11e6 service neutron] 10.222.0.52 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869529 Feb 16 11:10:37.960171 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-ab4c4ada-092b-49f9-b4c7-5aa2e4bf3d3c service neutron] 10.222.0.52 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892212 Feb 16 11:10:38.134890 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e4ecffee-d8a3-44d8-8389-38400c414390 req-a5db6a76-d6a6-4189-99d0-7816788a0c73 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 210 time: 0.0282791 Feb 16 11:10:38.556819 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-76e7a8b7-f518-443c-83d8-8afe29725fec tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:38.558367 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-76e7a8b7-f518-443c-83d8-8afe29725fec tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "GET /v2.0/networks?id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 HTTP/1.1" status: 200 len: 809 time: 0.1653779 Feb 16 11:10:38.589944 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Request body: {'port': {'device_id': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57', 'admin_state_up': True, 'tenant_id': '9f26e71c7c0a4d8482c443557f1fc2a7'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:38.613743 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f354299f-5e72-4d7a-b5af-fa5429156312 req-5db4806b-5311-4618-8e24-25ab28334b7f tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 210 time: 0.0535471 Feb 16 11:10:38.735034 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89589475-ce49-4a56-bf0b-e786620e585a req-8aca8330-1b16-4f5c-b594-fa6f87ed3ec8 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:38.736751 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-89589475-ce49-4a56-bf0b-e786620e585a req-8aca8330-1b16-4f5c-b594-fa6f87ed3ec8 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.1582727 Feb 16 11:10:38.806680 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Made reservation on behalf of 9f26e71c7c0a4d8482c443557f1fc2a7 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:38.810594 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:38.846101 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-89589475-ce49-4a56-bf0b-e786620e585a req-c6b3a417-12ba-4e7d-acb0-b89997337e07 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029787 Feb 16 11:10:38.963313 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Allocated IP 172.20.0.8 (28e8e17c-d6ed-4d42-aea9-be2e4a55bd57/ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b/470ed2bf-7ea5-4777-a976-9b6e3190fa8a) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:10:39.131825 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks [] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:39.179777 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:39.231165 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:10:39.234992 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:39.240033 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:10:39.245410 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:39.246102 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:39.250267 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Pushing event updated for resources: {'Port': ['ID=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:39.272868 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d128b6c4-0ccf-417b-a4f6-8fdc5f4fe757 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6905818 Feb 16 11:10:39.296173 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Request body: {'port': {'device_id': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:39.421430 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:39.620412 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-42110b9e-e238-4282-adb0-22a24c98e5a0 req-3e1efb2c-284b-4633-a251-5e12f228c71d tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 210 time: 0.3566208 Feb 16 11:10:39.710281 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-cb7715c6-3dce-4fe4-8e67-c31afbafac36 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:39.711791 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-cb7715c6-3dce-4fe4-8e67-c31afbafac36 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "GET /v2.0/networks?id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 HTTP/1.1" status: 200 len: 813 time: 0.4456306 Feb 16 11:10:39.728929 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Request body: {'port': {'device_id': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5', 'admin_state_up': True, 'tenant_id': '60eaa7d800374fa8af28ab9f09a12d32'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:39.784208 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470ed2bf-7ea5-4777-a976-9b6e3190fa8a {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:39.795942 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Publish callbacks [] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:39.821050 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890d1c8-4fc9-421d-a672-3817b46b81f5 req-fd361c87-7077-4ca6-8989-fdd71eedf138 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:39.822703 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1890d1c8-4fc9-421d-a672-3817b46b81f5 req-fd361c87-7077-4ca6-8989-fdd71eedf138 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 931 time: 0.1131847 Feb 16 11:10:39.823846 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Transition to ACTIVE for port object 470ed2bf-7ea5-4777-a976-9b6e3190fa8a will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:10:39.829332 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:39.853712 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Made reservation on behalf of 60eaa7d800374fa8af28ab9f09a12d32 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:10:39.857255 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:39.912558 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Pushing event updated for resources: {'Port': ['ID=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:39.966340 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1890d1c8-4fc9-421d-a672-3817b46b81f5 req-67b3014a-7804-4e21-b17a-e071988b9684 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279244 Feb 16 11:10:39.969118 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Attempting to bind port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:10:39.969447 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Attempting to bind port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:10:39.969775 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Attempting to bind port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a on network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:39.975627 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a on network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:10:39.975987 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Attempting to bind port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a on network 28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:39.983472 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:10:39.983472 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Checking segment: {'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:39.983472 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Bound using segment: {'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:10:39.984004 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Bound port: 470ed2bf-7ea5-4777-a976-9b6e3190fa8a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff157d7-18b4-4890-906a-061f5d3650f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:10:39.984004 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.061463 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0db18-2eec-492f-965f-8cbc9d18d0f8 req-9f666cd7-37ca-4ea9-9386-d0547852edbf tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.063547 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5fa0db18-2eec-492f-965f-8cbc9d18d0f8 req-9f666cd7-37ca-4ea9-9386-d0547852edbf tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.1258645 Feb 16 11:10:40.071456 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] For port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:10:40.076854 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] For port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:10:40.083977 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Allocated IP 172.20.0.6 (8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5/a6464529-9168-489a-b06f-599ff6ab7158/4fe65a77-d044-433d-afa7-2ae048a4df57) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:10:40.085913 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.131548 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.132227 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.133738 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/470ed2bf-7ea5-4777-a976-9b6e3190fa8a HTTP/1.1" status: 200 len: 1093 time: 0.8419752 Feb 16 11:10:40.134123 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'tag': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:40.136567 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d33de9c-649a-40ce-a847-5d66034c041c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c80b640-5ff1-4c06-b78b-2c54a4aa98c7", "tag": "470ed2bf-7ea5-4777-a976-9b6e3190fa8a"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:40.175567 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea9771-95ab-4a5f-9608-b77178b105f2 service neutron] Pushing event updated for resources: {'Port': ['ID=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:40.188362 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5fa0db18-2eec-492f-965f-8cbc9d18d0f8 req-b7c53241-4eef-451e-8468-af5bd507c3ea tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144767 Feb 16 11:10:40.189153 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61efca46-6d3c-4d4b-8eef-4dc4edd223ba x-openstack-request-id: req-61efca46-6d3c-4d4b-8eef-4dc4edd223ba {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:40.189410 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c80b640-5ff1-4c06-b78b-2c54a4aa98c7", "tag": "470ed2bf-7ea5-4777-a976-9b6e3190fa8a", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:40.189672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61efca46-6d3c-4d4b-8eef-4dc4edd223ba {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:40.190066 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'tag': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a', 'status': 'completed', 'code': 200} Feb 16 11:10:40.243731 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-54aa67d0-7fc2-497e-96a7-1cb3fd1af395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.245358 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-54aa67d0-7fc2-497e-96a7-1cb3fd1af395 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f26e71c7c0a4d8482c443557f1fc2a7&device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 1127 time: 0.0540471 Feb 16 11:10:40.292011 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-5cd13c6d-181c-43d5-9a30-9763d1468f8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470ed2bf-7ea5-4777-a976-9b6e3190fa8a HTTP/1.1" status: 200 len: 217 time: 0.0370395 Feb 16 11:10:40.316020 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks [] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.352483 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-fe9bab27-27b5-4c5e-9e14-bff9f7b7c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.354242 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-fe9bab27-27b5-4c5e-9e14-bff9f7b7c1b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b HTTP/1.1" status: 200 len: 849 time: 0.0534320 Feb 16 11:10:40.362628 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.393261 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-012e3ac2-b67c-41b1-9c49-05ece8ebeb17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299654 Feb 16 11:10:40.409568 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:10:40.413035 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:10:40.417786 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:10:40.425445 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Pushing event updated for resources: {'Port': ['ID=4fe65a77-d044-433d-afa7-2ae048a4df57,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:40.483113 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.483774 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.502366 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-62bfde7a-e31d-4d26-8e73-c0029853931a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777736 Feb 16 11:10:40.513828 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-d6b90f41-ae3b-4352-84d2-34f1b5db2283 service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134896 Feb 16 11:10:40.519540 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Request body: {'port': {'device_id': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:40.594220 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.634662 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1a86bdac-e492-41dd-bb2c-e16f87227599 req-6c8fd382-2e27-40e9-b40b-2ed8d42d2b4a service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128981 Feb 16 11:10:40.799565 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33de9c-649a-40ce-a847-5d66034c041c req-890cabb6-7a79-4058-ba61-b2f8cd7e7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.803201 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d33de9c-649a-40ce-a847-5d66034c041c req-890cabb6-7a79-4058-ba61-b2f8cd7e7074 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f26e71c7c0a4d8482c443557f1fc2a7&device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 1127 time: 0.1056051 Feb 16 11:10:40.822992 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b23e-a3a9-49fa-92d0-d69b09d02a39 req-129749e6-faf5-4c9b-90c8-ac9ade77a105 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.825633 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d4a9b23e-a3a9-49fa-92d0-d69b09d02a39 req-129749e6-faf5-4c9b-90c8-ac9ade77a105 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 931 time: 0.1141777 Feb 16 11:10:40.917059 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe65a77-d044-433d-afa7-2ae048a4df57 {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:40.925403 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Publish callbacks [] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:40.935574 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d4a9b23e-a3a9-49fa-92d0-d69b09d02a39 req-1757bd91-8e0f-4ebf-a594-5c230bbbe330 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005011 Feb 16 11:10:40.948172 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Transition to ACTIVE for port object 4fe65a77-d044-433d-afa7-2ae048a4df57 will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:10:40.952637 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33de9c-649a-40ce-a847-5d66034c041c req-8684d07a-c4c3-4524-b213-7c6428aca627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:40.954282 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d33de9c-649a-40ce-a847-5d66034c041c req-8684d07a-c4c3-4524-b213-7c6428aca627 service neutron] 10.222.0.42 "GET /v2.0/networks?id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 HTTP/1.1" status: 200 len: 910 time: 0.1273868 Feb 16 11:10:40.962511 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:41.010312 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d33de9c-649a-40ce-a847-5d66034c041c req-d8ad90db-d47e-4f63-9039-4f3b3b690263 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=470ed2bf-7ea5-4777-a976-9b6e3190fa8a HTTP/1.1" status: 200 len: 217 time: 0.0406172 Feb 16 11:10:41.060471 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Pushing event updated for resources: {'Port': ['ID=4fe65a77-d044-433d-afa7-2ae048a4df57,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:41.061954 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33de9c-649a-40ce-a847-5d66034c041c req-1596b603-8c3b-430d-9b11-b4a4be285f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:41.063483 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d33de9c-649a-40ce-a847-5d66034c041c req-1596b603-8c3b-430d-9b11-b4a4be285f12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b HTTP/1.1" status: 200 len: 849 time: 0.0475068 Feb 16 11:10:41.110575 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d33de9c-649a-40ce-a847-5d66034c041c req-115b52f4-7d58-4574-b805-528cd4a7f504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358531 Feb 16 11:10:41.198112 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Attempting to bind port 4fe65a77-d044-433d-afa7-2ae048a4df57 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:10:41.198357 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Attempting to bind port 4fe65a77-d044-433d-afa7-2ae048a4df57 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:10:41.198670 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Attempting to bind port 4fe65a77-d044-433d-afa7-2ae048a4df57 on network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:41.210245 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fa6a7-de18-4a08-b134-5f73fa28b4bb req-3b34bc71-28fc-48cd-81a2-4025241a9f1c tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:41.211923 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-194fa6a7-de18-4a08-b134-5f73fa28b4bb req-3b34bc71-28fc-48cd-81a2-4025241a9f1c tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 943 time: 0.1537769 Feb 16 11:10:41.214397 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Port 4fe65a77-d044-433d-afa7-2ae048a4df57 on network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:10:41.214770 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Attempting to bind port 4fe65a77-d044-433d-afa7-2ae048a4df57 on network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:10:41.221203 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:10:41.221566 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Checking segment: {'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:10:41.221932 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Bound using segment: {'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:10:41.222400 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Bound port: 4fe65a77-d044-433d-afa7-2ae048a4df57, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:10:41.222768 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:41.250832 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d33de9c-649a-40ce-a847-5d66034c041c req-44bd5cb7-548a-4799-8657-5b65a914e91d service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203082 Feb 16 11:10:41.366405 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-194fa6a7-de18-4a08-b134-5f73fa28b4bb req-fd95731c-d287-4ead-8405-f9597a296e16 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332238 Feb 16 11:10:41.379279 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] For port 4fe65a77-d044-433d-afa7-2ae048a4df57, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:10:41.386581 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] For port 4fe65a77-d044-433d-afa7-2ae048a4df57, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fe65a77-d044-433d-afa7-2ae048a4df57,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:10:41.398976 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:41.399958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf25cbe-d103-4dbf-9143-445840e45617 req-59c7b758-d2ad-4bab-a6d3-fb85be168808 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:41.401749 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7bf25cbe-d103-4dbf-9143-445840e45617 req-59c7b758-d2ad-4bab-a6d3-fb85be168808 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.1211314 Feb 16 11:10:41.404435 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d33de9c-649a-40ce-a847-5d66034c041c req-49e11568-4b76-47ca-b66f-f0dd8251149a service neutron] 10.222.0.42 "GET /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473737 Feb 16 11:10:41.469067 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:41.470268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:41.471762 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] 10.222.0.42 "PUT /v2.0/ports/4fe65a77-d044-433d-afa7-2ae048a4df57 HTTP/1.1" status: 200 len: 1093 time: 0.9594591 Feb 16 11:10:41.477846 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7bf25cbe-d103-4dbf-9143-445840e45617 req-00b64b81-6c77-482c-b9bb-c0a18c815904 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637040 Feb 16 11:10:41.478138 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'tag': '4fe65a77-d044-433d-afa7-2ae048a4df57'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:41.480622 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f0016c-1c0f-4258-a782-d6af06d368f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2899cb-6ccb-442e-b7b9-9b256b009f7d", "tag": "4fe65a77-d044-433d-afa7-2ae048a4df57"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:41.520654 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea2ab9-0e4b-41a6-a019-f81d309bc65c service neutron] Pushing event updated for resources: {'Port': ['ID=4fe65a77-d044-433d-afa7-2ae048a4df57,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:41.527747 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41b5add-d557-4a09-abe4-d89c7907c9ac x-openstack-request-id: req-d41b5add-d557-4a09-abe4-d89c7907c9ac {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:41.528726 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2899cb-6ccb-442e-b7b9-9b256b009f7d", "tag": "4fe65a77-d044-433d-afa7-2ae048a4df57", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:41.529066 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d41b5add-d557-4a09-abe4-d89c7907c9ac {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:41.529554 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'tag': '4fe65a77-d044-433d-afa7-2ae048a4df57', 'status': 'completed', 'code': 200} Feb 16 11:10:41.594558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-3a56b2b6-8d1c-4130-9b0b-487084a8b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:41.596199 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-3a56b2b6-8d1c-4130-9b0b-487084a8b412 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60eaa7d800374fa8af28ab9f09a12d32&device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 1127 time: 0.0493014 Feb 16 11:10:41.640529 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-ab49ad56-a91e-4eca-ab6b-5c36e9e8dab6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe65a77-d044-433d-afa7-2ae048a4df57 HTTP/1.1" status: 200 len: 217 time: 0.0355890 Feb 16 11:10:41.701435 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-924b0d34-8e57-4a83-a322-1bbd612372ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:41.702795 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-924b0d34-8e57-4a83-a322-1bbd612372ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6464529-9168-489a-b06f-599ff6ab7158 HTTP/1.1" status: 200 len: 853 time: 0.0510256 Feb 16 11:10:41.740116 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-8c988375-e896-4014-9d08-5eee4bde0d9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270851 Feb 16 11:10:41.835013 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-e7a00f07-5df1-4ee1-bd13-a3fe1a19a867 service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Feb 16 11:10:41.948688 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-394523c9-bfd1-4908-b845-b18526e46ed5 req-e108aa40-be99-4c4f-bf6c-deb844be1a31 service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020668 Feb 16 11:10:42.061284 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-a7c81984-f66c-4bb7-9791-2e9d02758ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:42.061284 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-a7c81984-f66c-4bb7-9791-2e9d02758ef2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60eaa7d800374fa8af28ab9f09a12d32&device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 1127 time: 0.0489700 Feb 16 11:10:42.072232 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d4303-cd26-4e74-8aa2-9977a557aa92 req-bbb852d2-5ce9-4ba4-ad5f-df85a8afe821 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:42.073849 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-790d4303-cd26-4e74-8aa2-9977a557aa92 req-bbb852d2-5ce9-4ba4-ad5f-df85a8afe821 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 943 time: 0.0634277 Feb 16 11:10:42.140729 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-790d4303-cd26-4e74-8aa2-9977a557aa92 req-608a7871-7fa1-417c-ac38-d53ade427a5e tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572431 Feb 16 11:10:42.164987 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-a263d2f1-7ff3-4a89-8763-a6b353e7d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:42.166685 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-a263d2f1-7ff3-4a89-8763-a6b353e7d03b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 HTTP/1.1" status: 200 len: 914 time: 0.1030779 Feb 16 11:10:42.211556 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-29d8b98a-5716-48a1-adaa-8468435b2104 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe65a77-d044-433d-afa7-2ae048a4df57 HTTP/1.1" status: 200 len: 217 time: 0.0363510 Feb 16 11:10:42.266664 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-8bcd60ec-04c1-4e93-80f2-ce70ea55035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:42.268233 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-8bcd60ec-04c1-4e93-80f2-ce70ea55035a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6464529-9168-489a-b06f-599ff6ab7158 HTTP/1.1" status: 200 len: 853 time: 0.0486081 Feb 16 11:10:42.311578 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-3a50f1b7-e4b7-4bd8-a341-82246e055542 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271964 Feb 16 11:10:42.425285 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-05266784-d589-45a1-a9a6-ac9b7c62e7a4 service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018701 Feb 16 11:10:42.569763 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e2f0016c-1c0f-4258-a782-d6af06d368f1 req-7290eaa0-6611-47f4-b4fe-aaedfd72ce6b service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315441 Feb 16 11:10:42.585324 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fd504-3e6d-43c8-ade3-6b46b4f72fa0 req-0f763496-4ebf-4814-9e6c-563ecc8d867b tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:42.595271 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e08fd504-3e6d-43c8-ade3-6b46b4f72fa0 req-0f763496-4ebf-4814-9e6c-563ecc8d867b tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 943 time: 0.1170335 Feb 16 11:10:42.632176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c514f3-2acf-4fb7-b86b-65d037c2e8b6 req-5c89feed-7edd-4c1f-afc0-1f2be88647c4 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:42.633860 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a5c514f3-2acf-4fb7-b86b-65d037c2e8b6 req-5c89feed-7edd-4c1f-afc0-1f2be88647c4 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0626476 Feb 16 11:10:42.642947 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e08fd504-3e6d-43c8-ade3-6b46b4f72fa0 req-d8075ecc-4003-49e3-b629-0fcfe3d17a71 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466123 Feb 16 11:10:42.703838 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a5c514f3-2acf-4fb7-b86b-65d037c2e8b6 req-4bb6cf62-a9c3-4a38-b46e-64ece2d6609f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621393 Feb 16 11:10:43.273722 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab76658-d19c-4186-9280-2f69c25c85be req-3da6dc34-b1a4-4a02-b0ee-5afde824b26c tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:43.275307 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2ab76658-d19c-4186-9280-2f69c25c85be req-3da6dc34-b1a4-4a02-b0ee-5afde824b26c tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 943 time: 0.0625587 Feb 16 11:10:43.321047 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 4fe65a77-d044-433d-afa7-2ae048a4df57 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:10:43.326206 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2ab76658-d19c-4186-9280-2f69c25c85be req-8e7f21c5-d868-4f75-bb8a-0ba81267b01b tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Feb 16 11:10:43.427103 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 4fe65a77-d044-433d-afa7-2ae048a4df57, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fe65a77-d044-433d-afa7-2ae048a4df57,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:43.440055 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '4fe65a77-d044-433d-afa7-2ae048a4df57', 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5', 'port_id': '4fe65a77-d044-433d-afa7-2ae048a4df57', 'mac_address': 'fa:16:3e:d6:92:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6464529-9168-489a-b06f-599ff6ab7158', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:10:43.483232 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 4fe65a77-d044-433d-afa7-2ae048a4df57 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:43.483633 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:43.497957 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe65a77-d044-433d-afa7-2ae048a4df57 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:43.520034 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 4fe65a77-d044-433d-afa7-2ae048a4df57, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fe65a77-d044-433d-afa7-2ae048a4df57,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:43.525747 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:43.526714 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 470ed2bf-7ea5-4777-a976-9b6e3190fa8a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:10:43.597773 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=4fe65a77-d044-433d-afa7-2ae048a4df57,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:43.613970 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.614273 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.614632 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.614949 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.615274 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.615595 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.615917 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.616280 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.616606 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.616933 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.617247 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.617564 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.617875 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:10:43.682093 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:43.696470 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a', 'network_id': '28e8e17c-d6ed-4d42-aea9-be2e4a55bd57', 'port_id': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a', 'mac_address': 'fa:16:3e:9c:08:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:10:43.747736 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:43.748322 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:43.763397 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470ed2bf-7ea5-4777-a976-9b6e3190fa8a {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:10:43.769679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc611e-90b2-4f3e-8a71-5c0183d14c7e req-cff6ca0a-b67c-4d85-9733-6a2672cc5f52 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:43.771218 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-80cc611e-90b2-4f3e-8a71-5c0183d14c7e req-cff6ca0a-b67c-4d85-9733-6a2672cc5f52 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 943 time: 0.0585139 Feb 16 11:10:43.783510 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:43.789119 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:43.823455 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-80cc611e-90b2-4f3e-8a71-5c0183d14c7e req-f02c9f5f-ab42-4592-a0f8-2fa31020390e tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462396 Feb 16 11:10:43.852387 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:43.866771 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a022ab6-7a1a-4b69-b537-8d05b66b3b34 req-fe121e42-a586-4c28-b276-e6fdd74ce2d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:43.868409 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a022ab6-7a1a-4b69-b537-8d05b66b3b34 req-fe121e42-a586-4c28-b276-e6fdd74ce2d5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0692680 Feb 16 11:10:43.932598 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a022ab6-7a1a-4b69-b537-8d05b66b3b34 req-7d668d21-035a-4c5e-9630-63b159a661e5 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581498 Feb 16 11:10:44.112890 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['4fe65a77-d044-433d-afa7-2ae048a4df57'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:44.119126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['470ed2bf-7ea5-4777-a976-9b6e3190fa8a'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:44.471173 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06ec7f-05f6-4ec1-b3fd-59e49647d963 req-e69748bd-62c6-4ff0-88ed-beb2e5720fd9 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:44.472844 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cc06ec7f-05f6-4ec1-b3fd-59e49647d963 req-e69748bd-62c6-4ff0-88ed-beb2e5720fd9 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 944 time: 0.0716078 Feb 16 11:10:44.526354 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cc06ec7f-05f6-4ec1-b3fd-59e49647d963 req-777415d4-4e65-4220-9634-813c96e33a7d tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Feb 16 11:10:44.951095 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc205-1f72-439f-a414-1f8d754607c1 req-b9a4caa5-633c-4b76-9ffd-bc5d36f9d806 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:44.952685 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-00fbc205-1f72-439f-a414-1f8d754607c1 req-b9a4caa5-633c-4b76-9ffd-bc5d36f9d806 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 944 time: 0.0562220 Feb 16 11:10:45.008560 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-00fbc205-1f72-439f-a414-1f8d754607c1 req-f6587d81-8bde-4822-928e-ac7038f9dcc7 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483625 Feb 16 11:10:45.070511 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2a73a-1b00-4ad2-a7d2-d9b991b72fc9 req-8f51c5c6-ad9d-48d5-8488-a5222ff5162d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:45.072039 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a9d2a73a-1b00-4ad2-a7d2-d9b991b72fc9 req-8f51c5c6-ad9d-48d5-8488-a5222ff5162d tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0623014 Feb 16 11:10:45.133110 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a9d2a73a-1b00-4ad2-a7d2-d9b991b72fc9 req-ffee6940-5db3-4d75-a097-a88582600044 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551291 Feb 16 11:10:45.331307 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 4fe65a77-d044-433d-afa7-2ae048a4df57 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:10:45.387603 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 4fe65a77-d044-433d-afa7-2ae048a4df57 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:10:45.392410 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 4fe65a77-d044-433d-afa7-2ae048a4df57 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:10:45.392886 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:45.485627 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 4fe65a77-d044-433d-afa7-2ae048a4df57 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:45.486031 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:45.521295 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe65a77-d044-433d-afa7-2ae048a4df57'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:45.525385 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2a90b3-f20f-4627-a87d-e35b8918f63f" -d '{"events": [{"server_uuid": "1a2899cb-6ccb-442e-b7b9-9b256b009f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4fe65a77-d044-433d-afa7-2ae048a4df57"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:45.555415 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 4fe65a77-d044-433d-afa7-2ae048a4df57, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fe65a77-d044-433d-afa7-2ae048a4df57,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:45.565748 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:45.567461 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 470ed2bf-7ea5-4777-a976-9b6e3190fa8a up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:10:45.573088 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7b73e7-c481-4e2e-8edf-b6e2de200b81 x-openstack-request-id: req-6d7b73e7-c481-4e2e-8edf-b6e2de200b81 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:45.573619 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2899cb-6ccb-442e-b7b9-9b256b009f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4fe65a77-d044-433d-afa7-2ae048a4df57", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:45.574016 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d7b73e7-c481-4e2e-8edf-b6e2de200b81 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:45.574657 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe65a77-d044-433d-afa7-2ae048a4df57', 'code': 200} Feb 16 11:10:45.674819 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=4fe65a77-d044-433d-afa7-2ae048a4df57,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:45.691532 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:10:45.699815 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:10:45.700068 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:45.731737 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d6fb-a43a-45bc-9585-3024d2f99162 req-71f027ee-1e3f-49cf-b322-196a3865f95e tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:45.734586 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e124d6fb-a43a-45bc-9585-3024d2f99162 req-71f027ee-1e3f-49cf-b322-196a3865f95e tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 945 time: 0.0919547 Feb 16 11:10:45.792873 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e124d6fb-a43a-45bc-9585-3024d2f99162 req-b86e0569-cade-4ec8-9e1f-f011fce53b01 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519576 Feb 16 11:10:45.800733 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:10:45.801142 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:45.818296 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b161d0e-3732-4578-9810-cfb63baa5079 req-fa31431d-1a61-4f17-b440-35866e7b480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:45.820397 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b161d0e-3732-4578-9810-cfb63baa5079 req-fa31431d-1a61-4f17-b440-35866e7b480f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 1129 time: 0.0560293 Feb 16 11:10:45.838480 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:45.843085 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:45.870722 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9b161d0e-3732-4578-9810-cfb63baa5079 req-4976b42d-82a3-44fe-afd9-0aaf69659209 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Feb 16 11:10:45.897041 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:46.138991 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e378c-ca67-4352-becb-d8121f4cefc8 req-16a98ca2-4d8b-4b2d-8870-7106b98b173a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:46.140589 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cd9e378c-ca67-4352-becb-d8121f4cefc8 req-16a98ca2-4d8b-4b2d-8870-7106b98b173a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 945 time: 0.0570788 Feb 16 11:10:46.203029 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-cd9e378c-ca67-4352-becb-d8121f4cefc8 req-f8fe9988-46ce-4af9-9cb0-b3822ddf1614 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Feb 16 11:10:46.267311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5db59-0cb5-49e7-9bac-2cb9bc1341c9 req-bae92492-ffbd-43ff-ba45-0a793a751201 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:46.268941 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d7e5db59-0cb5-49e7-9bac-2cb9bc1341c9 req-bae92492-ffbd-43ff-ba45-0a793a751201 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0580008 Feb 16 11:10:46.335975 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d7e5db59-0cb5-49e7-9bac-2cb9bc1341c9 req-18b4d61a-8ef1-4d86-985a-ea583a25424a tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608568 Feb 16 11:10:46.931112 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e7d2c-12b7-4037-b4d9-3c17ad65f92c req-0ee743a8-fa3f-4d0d-849c-eb0388f384f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:46.932631 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-356e7d2c-12b7-4037-b4d9-3c17ad65f92c req-0ee743a8-fa3f-4d0d-849c-eb0388f384f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 945 time: 0.0651734 Feb 16 11:10:46.998289 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-356e7d2c-12b7-4037-b4d9-3c17ad65f92c req-fe72014f-513b-4dad-ae05-bc0763b8d431 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579245 Feb 16 11:10:47.343186 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777108c-f7d0-4188-879b-991bf143511d req-230b6920-53d6-4bec-b597-aa50f845b9b9 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:47.344686 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1777108c-f7d0-4188-879b-991bf143511d req-230b6920-53d6-4bec-b597-aa50f845b9b9 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 945 time: 0.0581129 Feb 16 11:10:47.411702 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1777108c-f7d0-4188-879b-991bf143511d req-8ef5a6ae-1e99-4357-be82-dfccffe6edaf tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 Feb 16 11:10:47.479004 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cac15-cd1a-4dac-a4c6-e297ded263f9 req-c7527777-72b4-40b4-9e78-96e4f6c6264c tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:47.480543 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ca1cac15-cd1a-4dac-a4c6-e297ded263f9 req-c7527777-72b4-40b4-9e78-96e4f6c6264c tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0634797 Feb 16 11:10:47.543369 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ca1cac15-cd1a-4dac-a4c6-e297ded263f9 req-ddc52a87-3c04-468c-a7d7-7f87a613608b tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568318 Feb 16 11:10:47.576565 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:47.580225 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1642bad7-2738-4e19-a004-cf3309eda32c" -d '{"events": [{"server_uuid": "7c80b640-5ff1-4c06-b78b-2c54a4aa98c7", "name": "network-vif-plugged", "status": "completed", "tag": "470ed2bf-7ea5-4777-a976-9b6e3190fa8a"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:47.617969 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af0bbcc-712c-48b9-917c-e84d7c625fef x-openstack-request-id: req-9af0bbcc-712c-48b9-917c-e84d7c625fef {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:47.618266 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c80b640-5ff1-4c06-b78b-2c54a4aa98c7", "name": "network-vif-plugged", "status": "completed", "tag": "470ed2bf-7ea5-4777-a976-9b6e3190fa8a", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:47.618521 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9af0bbcc-712c-48b9-917c-e84d7c625fef {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:47.618912 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a', 'code': 200} Feb 16 11:10:47.834910 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad803ee-295f-468e-acc6-f5010df91595 req-2f86b881-bed1-4a1f-9e7b-810f6e9e33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:47.837430 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5ad803ee-295f-468e-acc6-f5010df91595 req-2f86b881-bed1-4a1f-9e7b-810f6e9e33fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 1129 time: 0.0617177 Feb 16 11:10:47.896647 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5ad803ee-295f-468e-acc6-f5010df91595 req-d4adf3f5-c39f-4a59-b6d9-1b9278efd3d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Feb 16 11:10:48.127302 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db638-3ab3-4e13-8947-37851a6039b2 req-bdbdf725-6af8-444e-b797-4a8831bf348c tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:48.128805 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-786db638-3ab3-4e13-8947-37851a6039b2 req-bdbdf725-6af8-444e-b797-4a8831bf348c tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 945 time: 0.0614130 Feb 16 11:10:48.175924 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-786db638-3ab3-4e13-8947-37851a6039b2 req-a42772dc-edec-4bbe-a9a6-ec533ca15b8f tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Feb 16 11:10:48.540248 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d99127-9970-453b-b930-0327160dad81 req-d8b61a87-b2fa-4e05-beb7-ada957364cb9 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:48.542584 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-02d99127-9970-453b-b930-0327160dad81 req-d8b61a87-b2fa-4e05-beb7-ada957364cb9 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 945 time: 0.0566688 Feb 16 11:10:48.603579 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-02d99127-9970-453b-b930-0327160dad81 req-35281a09-9000-42f1-81c7-f4e01c8b322a tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496461 Feb 16 11:10:48.690859 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa7c1b-c49d-457b-a17e-a6edfb016381 req-0428dc3b-efb4-4e85-b288-c4da2c279f57 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:48.692368 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-80fa7c1b-c49d-457b-a17e-a6edfb016381 req-0428dc3b-efb4-4e85-b288-c4da2c279f57 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0525362 Feb 16 11:10:48.771861 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-80fa7c1b-c49d-457b-a17e-a6edfb016381 req-58a45e3a-7b6f-415d-a609-1c0f6b832292 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b&id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728099 Feb 16 11:10:49.722775 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92050eb-9592-4be4-9c28-d2bed9a2ea73 req-ebed30d0-5641-4f19-8dc8-26825970dae2 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:49.724318 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e92050eb-9592-4be4-9c28-d2bed9a2ea73 req-ebed30d0-5641-4f19-8dc8-26825970dae2 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 945 time: 0.0620658 Feb 16 11:10:49.780427 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e92050eb-9592-4be4-9c28-d2bed9a2ea73 req-bc2de91b-1f6e-483b-9b9d-32067af7d7a2 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488839 Feb 16 11:10:50.580965 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908e96a-c35b-421d-b3b2-882767bec38a req-6fcf2b5c-d238-4b4e-bd46-bcb6e7ca86f5 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:50.582653 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9908e96a-c35b-421d-b3b2-882767bec38a req-6fcf2b5c-d238-4b4e-bd46-bcb6e7ca86f5 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 945 time: 0.0565701 Feb 16 11:10:50.635813 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9908e96a-c35b-421d-b3b2-882767bec38a req-146a51d0-21ce-47ed-9833-3286460a2d1f tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Feb 16 11:10:51.466894 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d83bb8-dbfc-4b5a-8882-d2b8a926c215 req-9c58efff-f0bf-4768-9b5f-34f9e84b4da9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:51.468512 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f6d83bb8-dbfc-4b5a-8882-d2b8a926c215 req-9c58efff-f0bf-4768-9b5f-34f9e84b4da9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.0630918 Feb 16 11:10:51.518938 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f6d83bb8-dbfc-4b5a-8882-d2b8a926c215 req-a2c0a27d-1eec-481b-9f01-cd0e009dfb01 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Feb 16 11:10:51.767816 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae5021-cfca-40ee-ae43-f475a3e9f6b6 req-eb13396b-e075-461d-b6a8-5473558f9df9 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:51.769483 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-feae5021-cfca-40ee-ae43-f475a3e9f6b6 req-eb13396b-e075-461d-b6a8-5473558f9df9 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 945 time: 0.0597291 Feb 16 11:10:51.822364 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-feae5021-cfca-40ee-ae43-f475a3e9f6b6 req-bf733059-5a92-4c5e-9ee9-10f765ce916c tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 Feb 16 11:10:52.551259 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-8cda61e2-81a0-4cbb-9e74-9b8045609b39 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:52.553292 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-8cda61e2-81a0-4cbb-9e74-9b8045609b39 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 945 time: 0.0606377 Feb 16 11:10:52.655437 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f911f42-8d5d-485a-a805-511a04ae362f req-1be13ec4-9951-4f67-b092-478708447b05 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:52.656957 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0f911f42-8d5d-485a-a805-511a04ae362f req-1be13ec4-9951-4f67-b092-478708447b05 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.0593028 Feb 16 11:10:52.671755 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Deleting port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:52.672097 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:52.706318 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0f911f42-8d5d-485a-a805-511a04ae362f req-629b7336-808a-4e32-b1bb-7b0dd28dbbab tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Feb 16 11:10:52.769246 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] For port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,segment=NetworkSegment(4ff157d7-18b4-4890-906a-061f5d3650f8),segment_id=4ff157d7-18b4-4890-906a-061f5d3650f8)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:52.769889 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:52.784262 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Calling delete_port for 470ed2bf-7ea5-4777-a976-9b6e3190fa8a owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:52.947511 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (470ed2bf-7ea5-4777-a976-9b6e3190fa8a), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:52.962218 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['470ed2bf-7ea5-4777-a976-9b6e3190fa8a'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:10:52.980268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Pushing event deleted for resources: {'Port': ['ID=470ed2bf-7ea5-4777-a976-9b6e3190fa8a,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:52.998638 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff757-57fc-425f-88e5-feab8c9110d6 req-1d49d694-af33-4c99-8d20-5d63dbd93f13 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:53.000171 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3feff757-57fc-425f-88e5-feab8c9110d6 req-1d49d694-af33-4c99-8d20-5d63dbd93f13 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c80b640-5ff1-4c06-b78b-2c54a4aa98c7 HTTP/1.1" status: 200 len: 867 time: 0.1086881 Feb 16 11:10:53.046660 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] No DVR routers for this DVR port 470ed2bf-7ea5-4777-a976-9b6e3190fa8a on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:10:53.049801 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:53.053301 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0541f80e-1088-4aaa-b2b9-d0c8bf2aa846 req-dbd44000-80b1-491d-8775-a8ad089b89b8 tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.42 "DELETE /v2.0/ports/470ed2bf-7ea5-4777-a976-9b6e3190fa8a HTTP/1.1" status: 204 len: 173 time: 0.4833839 Feb 16 11:10:53.053919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'name': 'network-vif-deleted', 'tag': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:53.056581 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f2d33c-be41-4632-a9b5-26489705fc4a" -d '{"events": [{"server_uuid": "7c80b640-5ff1-4c06-b78b-2c54a4aa98c7", "name": "network-vif-deleted", "tag": "470ed2bf-7ea5-4777-a976-9b6e3190fa8a"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:53.101904 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3feff757-57fc-425f-88e5-feab8c9110d6 req-e8b18334-b087-4816-9b48-672d5b2be4db tempest-VolumesActionsTest-698246560 tempest-VolumesActionsTest-698246560-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842719 Feb 16 11:10:53.103933 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c400b05-08a8-4833-97da-63af39358448 x-openstack-request-id: req-0c400b05-08a8-4833-97da-63af39358448 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:53.104625 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c80b640-5ff1-4c06-b78b-2c54a4aa98c7", "name": "network-vif-deleted", "tag": "470ed2bf-7ea5-4777-a976-9b6e3190fa8a", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:53.104850 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c400b05-08a8-4833-97da-63af39358448 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:53.105519 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c80b640-5ff1-4c06-b78b-2c54a4aa98c7', 'name': 'network-vif-deleted', 'tag': '470ed2bf-7ea5-4777-a976-9b6e3190fa8a', 'status': 'completed', 'code': 200} Feb 16 11:10:53.586651 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-d62bb237-3fd8-46f4-8c8f-471cfb815edf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:53.588323 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-d62bb237-3fd8-46f4-8c8f-471cfb815edf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.0603778 Feb 16 11:10:53.589450 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-6d673cb8-081c-4c5c-9dfb-c2fe2af5a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:53.698164 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Deleting port bf019c8d-c931-4c85-ba32-944c2b90506f {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:53.698505 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:53.796660 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] For port bf019c8d-c931-4c85-ba32-944c2b90506f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bf019c8d-c931-4c85-ba32-944c2b90506f,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:10:53.797380 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:53.867068 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9baf0f-a2f5-4963-a02d-e5c8bf1825ef req-1bed6293-db6e-4a74-b7bb-3a41d422cbe1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:10:53.868590 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d9baf0f-a2f5-4963-a02d-e5c8bf1825ef req-1bed6293-db6e-4a74-b7bb-3a41d422cbe1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 947 time: 0.0551987 Feb 16 11:10:53.918302 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2d9baf0f-a2f5-4963-a02d-e5c8bf1825ef req-5c5e0e05-1990-4c54-b7e5-6439accf708a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=02cb0a57-e0cd-4046-817f-b1922c36e579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 Feb 16 11:10:54.085758 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:54.086052 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (a29aaa9d-cf30-4daf-ac91-74933226a315), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:54.086317 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.l3_db [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Floating IP a29aaa9d-cf30-4daf-ac91-74933226a315 disassociated. External IP: 172.27.1.87, port: bf019c8d-c931-4c85-ba32-944c2b90506f. Feb 16 11:10:54.086700 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Calling delete_port for bf019c8d-c931-4c85-ba32-944c2b90506f owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:54.469877 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (bf019c8d-c931-4c85-ba32-944c2b90506f), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:54.499157 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event deleted for resources: {'Port': ['ID=bf019c8d-c931-4c85-ba32-944c2b90506f,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:54.647027 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Router 54678091-f8d5-4c6c-a172-a52cc6073cde has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:10:54.797350 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:10:54.815539 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] Sync routers for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:10:54.829714 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:10:54.830481 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:54.860660 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] No DVR routers for this DVR port bf019c8d-c931-4c85-ba32-944c2b90506f on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:10:54.863460 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:54.867161 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b252c663-5ea7-492a-85e8-b9383c6834ed req-951bf473-4a86-44eb-bdc9-0ac63dcb04ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "DELETE /v2.0/ports/bf019c8d-c931-4c85-ba32-944c2b90506f HTTP/1.1" status: 204 len: 173 time: 1.2650754 Feb 16 11:10:54.990944 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:10:55.086949 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8d2ed6b8-e0ce-4968-b26d-97df3e105a68 req-33942a5c-2c77-4257-b95a-30e179d514a4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0349188 Feb 16 11:10:55.106326 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-deleted', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:10:55.109724 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5e6ef5-f802-4557-b9ba-8c2e35890b6f" -d '{"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-deleted", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:10:55.159459 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b463d9dc-9642-4191-8d07-b59b7cc1695f x-openstack-request-id: req-b463d9dc-9642-4191-8d07-b59b7cc1695f {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:10:55.159840 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66805fad-99a1-4161-bfb5-9bb0ba563e80", "name": "network-vif-deleted", "tag": "bf019c8d-c931-4c85-ba32-944c2b90506f", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:10:55.160090 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b463d9dc-9642-4191-8d07-b59b7cc1695f {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:10:55.160541 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66805fad-99a1-4161-bfb5-9bb0ba563e80', 'name': 'network-vif-deleted', 'tag': 'bf019c8d-c931-4c85-ba32-944c2b90506f', 'status': 'completed', 'code': 200} Feb 16 11:10:55.226115 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:55.252595 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] Checking router: 54678091-f8d5-4c6c-a172-a52cc6073cde for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:10:55.262871 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:10:55.264103 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:55.381563 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:10:55.612648 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:10:55.644288 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c769a3f-90e1-4116-93da-21ce525b1be3 None None] The sync data for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi is: [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:10:55.917301 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c7f86-2c0e-4e9c-ad8f-e7e676fc7f0d None None] New status for floating IP a29aaa9d-cf30-4daf-ac91-74933226a315: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:10:56.084070 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-00b7d656-ba8d-404d-8541-9fe87f3eb091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:56.205647 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-203fda7d-9211-461b-aa3a-3668f7fb0cc8 req-91bd6c5d-184d-47f6-a164-e316e8f21812 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0280020 Feb 16 11:10:57.221032 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 470ed2bf-7ea5-4777-a976-9b6e3190fa8a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:10:57.249273 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 470ed2bf-7ea5-4777-a976-9b6e3190fa8a {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:10:57.249917 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 470ed2bf-7ea5-4777-a976-9b6e3190fa8a not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:10:57.338948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:57.362320 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e6e48488-f2b7-42dc-86a6-2320454de9c7 req-5844071a-b3c5-41b6-8191-c41101f59155 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=66805fad-99a1-4161-bfb5-9bb0ba563e80 HTTP/1.1" status: 200 len: 210 time: 0.0533102 Feb 16 11:10:58.170143 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:10:58.192592 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: bf019c8d-c931-4c85-ba32-944c2b90506f {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:10:58.192967 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device bf019c8d-c931-4c85-ba32-944c2b90506f not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:10:58.464751 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57942) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:58.533493 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4a8e116-395d-4bd5-8dd6-e6c12134891c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (02cb0a57-e0cd-4046-817f-b1922c36e579), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:58.559025 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4a8e116-395d-4bd5-8dd6-e6c12134891c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (02cb0a57-e0cd-4046-817f-b1922c36e579), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:58.615038 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4a8e116-395d-4bd5-8dd6-e6c12134891c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (02cb0a57-e0cd-4046-817f-b1922c36e579), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:58.618090 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a4a8e116-395d-4bd5-8dd6-e6c12134891c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:58.619341 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-a4a8e116-395d-4bd5-8dd6-e6c12134891c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "DELETE /v2.0/security-groups/02cb0a57-e0cd-4046-817f-b1922c36e579 HTTP/1.1" status: 204 len: 168 time: 0.1534572 Feb 16 11:10:58.623222 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57944) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:58.629319 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8e116-395d-4bd5-8dd6-e6c12134891c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb0a57-e0cd-4046-817f-b1922c36e579,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:58.646697 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.api.v2.resource [None req-f6396902-5594-4e83-b9d7-27bba4613f0a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] show failed (client error): The resource could not be found. Feb 16 11:10:58.651506 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f6396902-5594-4e83-b9d7-27bba4613f0a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups/02cb0a57-e0cd-4046-817f-b1922c36e579 HTTP/1.1" status: 404 len: 347 time: 0.0266879 Feb 16 11:10:58.651926 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57946) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:58.797971 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Deleting port e93fa765-84d1-4932-960c-15ba03279bcb {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:10:58.798483 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (e93fa765-84d1-4932-960c-15ba03279bcb), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:58.889700 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (e93fa765-84d1-4932-960c-15ba03279bcb), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:58.890189 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (e93fa765-84d1-4932-960c-15ba03279bcb), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:58.904001 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Calling delete_port for e93fa765-84d1-4932-960c-15ba03279bcb owned by network:floatingip {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:10:59.032278 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.052965 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (e93fa765-84d1-4932-960c-15ba03279bcb), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.083651 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event deleted for resources: {'Port': ['ID=e93fa765-84d1-4932-960c-15ba03279bcb,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:59.211259 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (a29aaa9d-cf30-4daf-ac91-74933226a315), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.216531 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.218364 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-8448591e-4489-485d-8740-75012b01b0d3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "DELETE /v2.0/floatingips/a29aaa9d-cf30-4daf-ac91-74933226a315 HTTP/1.1" status: 204 len: 168 time: 0.5647228 Feb 16 11:10:59.517090 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57972) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:59.524343 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-9170892a-7b84-43cd-9f7a-81bd0ca363bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032698775', 'description': 'tempest-description--1731793792'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:59.572325 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9170892a-7b84-43cd-9f7a-81bd0ca363bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.716306 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9170892a-7b84-43cd-9f7a-81bd0ca363bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (d3d0b76c-9a2c-4c24-a209-5470b190a5c3), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.723705 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9170892a-7b84-43cd-9f7a-81bd0ca363bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d3d0b76c-9a2c-4c24-a209-5470b190a5c3), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.753120 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9170892a-7b84-43cd-9f7a-81bd0ca363bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.754594 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9170892a-7b84-43cd-9f7a-81bd0ca363bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2362666 Feb 16 11:10:59.758321 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 57978) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:59.764358 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-e7194e93-89a7-457a-bcc0-45c75f27178f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'security_group_rule': {'security_group_id': 'd3d0b76c-9a2c-4c24-a209-5470b190a5c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:10:59.790693 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170892a-7b84-43cd-9f7a-81bd0ca363bf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d0b76c-9a2c-4c24-a209-5470b190a5c3,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:59.816287 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e7194e93-89a7-457a-bcc0-45c75f27178f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (6fb209b4-fab1-4a51-80f5-06b355f6f529), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.907597 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e7194e93-89a7-457a-bcc0-45c75f27178f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (6fb209b4-fab1-4a51-80f5-06b355f6f529), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.918063 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e7194e93-89a7-457a-bcc0-45c75f27178f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (6fb209b4-fab1-4a51-80f5-06b355f6f529), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.918458 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.953035 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7194e93-89a7-457a-bcc0-45c75f27178f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb209b4-fab1-4a51-80f5-06b355f6f529,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:10:59.968346 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e7194e93-89a7-457a-bcc0-45c75f27178f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:10:59.972624 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e7194e93-89a7-457a-bcc0-45c75f27178f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102764 Feb 16 11:10:59.973409 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57980) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:10:59.982376 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-21f6ca8b-7ea4-48eb-91da-2cfa4f8f061a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'security_group_rule': {'security_group_id': 'd3d0b76c-9a2c-4c24-a209-5470b190a5c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:00.030439 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-21f6ca8b-7ea4-48eb-91da-2cfa4f8f061a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (15efd3cb-dee5-45d9-aae9-4f256e74ebc7), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.120907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-21f6ca8b-7ea4-48eb-91da-2cfa4f8f061a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (15efd3cb-dee5-45d9-aae9-4f256e74ebc7), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.128030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-21f6ca8b-7ea4-48eb-91da-2cfa4f8f061a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (15efd3cb-dee5-45d9-aae9-4f256e74ebc7), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.150141 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6ca8b-7ea4-48eb-91da-2cfa4f8f061a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15efd3cb-dee5-45d9-aae9-4f256e74ebc7,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:00.179307 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-21f6ca8b-7ea4-48eb-91da-2cfa4f8f061a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.182011 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-21f6ca8b-7ea4-48eb-91da-2cfa4f8f061a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2068441 Feb 16 11:11:00.185690 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 57982) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:00.200178 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:00.258185 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.451952 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.467006 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.688029 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Allocated IP 172.27.1.231 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/c66153bc-973d-4432-804e-49dad0b0cedc) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:11:00.864494 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for port (c66153bc-973d-4432-804e-49dad0b0cedc), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.911704 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984'] for port (c66153bc-973d-4432-804e-49dad0b0cedc), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:00.958474 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:11:00.962530 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:11:00.966809 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:11:00.975394 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'Port': ['ID=c66153bc-973d-4432-804e-49dad0b0cedc,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:01.044429 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (9acb2808-117f-4d13-941b-cd6bf0a555ad), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:01.128356 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (c66153bc-973d-4432-804e-49dad0b0cedc), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:01.459317 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for port (c66153bc-973d-4432-804e-49dad0b0cedc), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:01.469443 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (c66153bc-973d-4432-804e-49dad0b0cedc), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:01.531818 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (9acb2808-117f-4d13-941b-cd6bf0a555ad), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:01.573244 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'Port': ['ID=c66153bc-973d-4432-804e-49dad0b0cedc,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:01.581576 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:01.596192 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-06f93092-e273-40cc-9e02-df1f02b40c15 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3961918 Feb 16 11:11:01.992368 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-d67c42a8-bb58-4fec-9a03-f003e36798e2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2032698775&fields=id&tenant_id=91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 267 time: 0.0886500 Feb 16 11:11:02.158904 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-4a0c1378-29b8-4505-8119-bd461013cc44 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:02.165074 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-4a0c1378-29b8-4505-8119-bd461013cc44 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 817 time: 0.1650195 Feb 16 11:11:02.199964 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-6d724c7a-7676-49eb-b7ec-4052ac9f5fa3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/quotas/91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 375 time: 0.0318506 Feb 16 11:11:02.260461 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-cccfe503-a177-480c-8327-200704978d0c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591478 Feb 16 11:11:02.390631 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-3ef431c4-e9ee-45a5-89e7-5a3181738776 service neutron] 10.222.0.52 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179850 Feb 16 11:11:02.573385 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-9436702f-8600-4cf6-a778-542e7c8fc018 service neutron] 10.222.0.52 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682119 Feb 16 11:11:02.792991 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5621e12e-61a6-4c6c-92b3-c29a266dab18 req-68dca57f-9e41-4b59-9db7-7dbb0c4895ae tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 210 time: 0.0583725 Feb 16 11:11:03.932537 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c3091787-7d6c-4a8d-955f-d84b44a30f57 req-8fca1a80-3147-409c-a479-0ed11420570d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 210 time: 0.0464163 Feb 16 11:11:04.294080 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-69665dab-cdbe-4a09-b05f-9c7dbcbfb7e3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:04.296665 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-69665dab-cdbe-4a09-b05f-9c7dbcbfb7e3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 817 time: 0.1966107 Feb 16 11:11:04.414268 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-f3fdeadf-4dc7-4bbb-a690-ec3c9c658af5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 380 time: 0.0993488 Feb 16 11:11:04.426270 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'port': {'device_id': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'admin_state_up': True, 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'security_groups': ['d3d0b76c-9a2c-4c24-a209-5470b190a5c3']}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:04.556920 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Made reservation on behalf of 91e3607dc0214ad7bcdd08978f6c0130 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:11:04.560629 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:04.761336 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Allocated IP 172.20.0.4 (2ee320aa-8f03-4b44-97d5-29c8544f3e10/f59af1c9-b98b-4dfe-ac19-d1f719bbbca3/cd00de38-cc22-4d6b-bd58-68f17ad2c5bf) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:11:04.933281 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:04.978116 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:05.032196 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:11:05.035865 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:11:05.040504 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:11:05.109671 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:05.160542 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:05.161760 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:05.188694 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a456b-2ba8-43f0-b1c2-ef6400e78904 req-867e7b39-dcc3-49fb-ac9c-749328bc9f93 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:05.190282 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-968a456b-2ba8-43f0-b1c2-ef6400e78904 req-867e7b39-dcc3-49fb-ac9c-749328bc9f93 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 931 time: 0.1158907 Feb 16 11:11:05.232753 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-fd71db49-4106-4f28-9e24-2ec5cad31183 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8099139 Feb 16 11:11:05.253834 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-968a456b-2ba8-43f0-b1c2-ef6400e78904 req-bef9197c-5891-416e-bd25-9a0ac83321f6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549524 Feb 16 11:11:05.264640 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Request body: {'port': {'device_id': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:05.346192 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:05.429380 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-94361833-0611-4635-9814-1486b82e1666 None None] Provisioning complete for port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:11:05.431034 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-94361833-0611-4635-9814-1486b82e1666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:05.622759 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-94361833-0611-4635-9814-1486b82e1666 None None] Port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:11:05.743959 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd00de38-cc22-4d6b-bd58-68f17ad2c5bf {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:11:05.752324 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Publish callbacks [] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:05.783471 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Transition to ACTIVE for port object cd00de38-cc22-4d6b-bd58-68f17ad2c5bf will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:11:05.792033 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:05.874129 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:05.995558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Attempting to bind port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:11:05.996686 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Attempting to bind port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:11:05.996852 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Attempting to bind port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:11:06.010891 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:11:06.011731 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Attempting to bind port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf on network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:11:06.021889 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:11:06.022452 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Checking segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:11:06.023092 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Bound using segment: {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:11:06.023856 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Bound port: cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19410eac-08fc-471e-846a-cffceea4f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:11:06.024489 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:06.155987 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:11:06.159653 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:11:06.172115 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:06.216195 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:06.216904 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:06.218530 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] 10.222.0.42 "PUT /v2.0/ports/cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 1093 time: 0.9754066 Feb 16 11:11:06.223815 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:06.225889 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63f418e-98e5-4b86-9166-1c9e3384e515" -d '{"events": [{"name": "network-changed", "server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:06.311414 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662610c-f135-4058-84c7-8eb1b2667508 x-openstack-request-id: req-2662610c-f135-4058-84c7-8eb1b2667508 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:06.311712 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:06.311970 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2662610c-f135-4058-84c7-8eb1b2667508 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:06.312414 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'status': 'completed', 'code': 200} Feb 16 11:11:06.341170 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79cb9-2bd7-49c2-b7f6-75903458aa89 service neutron] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:06.382059 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-8d36764a-1d1c-4c37-857d-4d83ee312c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:06.384638 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-8d36764a-1d1c-4c37-857d-4d83ee312c6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1127 time: 0.1171656 Feb 16 11:11:06.454239 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-b707fb27-eded-4ba3-80ce-7cd73490c3c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 217 time: 0.0541098 Feb 16 11:11:06.471135 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06af3cc-af72-43ff-a4d7-40eaeb5be9a6 req-bce447bf-fa8d-41b1-afe2-cb0663a3fbbc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:06.476103 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e06af3cc-af72-43ff-a4d7-40eaeb5be9a6 req-bce447bf-fa8d-41b1-afe2-cb0663a3fbbc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0723500 Feb 16 11:11:06.524956 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-648e82ad-719d-4e2c-9f4c-707e5cc4de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:06.526636 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-648e82ad-719d-4e2c-9f4c-707e5cc4de1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0626061 Feb 16 11:11:06.563267 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e06af3cc-af72-43ff-a4d7-40eaeb5be9a6 req-d1b79adc-67fe-43ed-b7a2-c81528768f7e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805459 Feb 16 11:11:06.634529 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-c3443c7c-0a3b-4d56-9d51-3263beacece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:06.637238 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-c3443c7c-0a3b-4d56-9d51-3263beacece7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1036129 Feb 16 11:11:06.785568 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-1e08060f-8977-46a3-91d3-06596c112f7a service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386991 Feb 16 11:11:06.910920 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6cd4d3c-2d9c-4041-87c9-51b195b13e97 req-3ed453f5-2f7e-451e-be93-d4e2d2150e84 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141598 Feb 16 11:11:07.026998 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-fdd054ad-01e2-4cd4-8b5b-1939179ad2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:07.028600 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-fdd054ad-01e2-4cd4-8b5b-1939179ad2bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1127 time: 0.0541763 Feb 16 11:11:07.151612 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-3841e83e-01eb-4001-a543-d34b83312d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:07.153627 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-3841e83e-01eb-4001-a543-d34b83312d80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.1146951 Feb 16 11:11:07.210910 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-3fc34f43-b75d-490a-a420-d2d324a38782 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 217 time: 0.0462701 Feb 16 11:11:07.271512 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-ea3b7053-e4e7-4262-af52-0cad5b94885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:07.273193 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-ea3b7053-e4e7-4262-af52-0cad5b94885a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0519838 Feb 16 11:11:07.349112 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-975f074d-cdc1-43c6-87be-27d2128b39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:07.351028 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-975f074d-cdc1-43c6-87be-27d2128b39d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665441 Feb 16 11:11:07.410285 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:11:07.497187 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-01232248-0207-47f1-996d-dafa6743e6fd service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385684 Feb 16 11:11:07.671023 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b63f418e-98e5-4b86-9166-1c9e3384e515 req-959ea378-f808-4476-9da3-d839e9ed0e00 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673663 Feb 16 11:11:07.773570 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47718f1-ad6d-4bd6-b539-97560c0f9323 req-30d7fafb-29ce-4947-be03-38896ffcc278 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:07.775197 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d47718f1-ad6d-4bd6-b539-97560c0f9323 req-30d7fafb-29ce-4947-be03-38896ffcc278 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0727272 Feb 16 11:11:07.845111 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d47718f1-ad6d-4bd6-b539-97560c0f9323 req-ea60f46a-2f65-47ae-b7dd-8a2f909f6b0d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589275 Feb 16 11:11:09.028321 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ec1a-9295-4c86-94b5-786656d74594 req-96c6d99a-81ea-4e01-877d-b27980217e1c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:09.029991 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-63f3ec1a-9295-4c86-94b5-786656d74594 req-96c6d99a-81ea-4e01-877d-b27980217e1c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0751863 Feb 16 11:11:09.124805 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-63f3ec1a-9295-4c86-94b5-786656d74594 req-7f7d2f22-3d93-43a9-86ee-bfb377ade5af tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770955 Feb 16 11:11:10.199580 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:11:10.327484 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:10.343192 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'port_id': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'mac_address': 'fa:16:3e:84:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:11:10.389850 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:11:10.390605 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:10.394750 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3110-9589-46b0-8eab-935f6aa6ef1b req-ce9a06fc-6174-4803-9199-63f53d85dce5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:10.407382 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd00de38-cc22-4d6b-bd58-68f17ad2c5bf {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:11:10.409726 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fc8f3110-9589-46b0-8eab-935f6aa6ef1b req-ce9a06fc-6174-4803-9199-63f53d85dce5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.1310136 Feb 16 11:11:10.466546 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:10.487562 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:10.509190 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fc8f3110-9589-46b0-8eab-935f6aa6ef1b req-ff32931e-be67-4e93-b1b2-99058353aab2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801167 Feb 16 11:11:10.658077 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:10.870997 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:11:11.619674 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae24a-34a9-4381-a7f3-b701055bada4 req-a802b422-66de-4a89-acf9-b0d14138a34a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:11.630536 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-868ae24a-34a9-4381-a7f3-b701055bada4 req-a802b422-66de-4a89-acf9-b0d14138a34a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1259549 Feb 16 11:11:11.757963 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-868ae24a-34a9-4381-a7f3-b701055bada4 req-1989741e-de36-42eb-bbda-a60f89b564e0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091244 Feb 16 11:11:11.820496 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a6070-31eb-4124-8356-2d9ceaae04f8 req-07ae3ad4-de0b-4a51-8d24-72850c2e46c3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:11.832866 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-179a6070-31eb-4124-8356-2d9ceaae04f8 req-07ae3ad4-de0b-4a51-8d24-72850c2e46c3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 944 time: 0.1148934 Feb 16 11:11:11.897993 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-179a6070-31eb-4124-8356-2d9ceaae04f8 req-41f135d5-9983-4ab2-a997-d28fae687240 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638530 Feb 16 11:11:12.211838 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:11:12.285254 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:11:12.290689 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:11:12.291203 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:12.394323 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:11:12.394838 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:12.446969 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:12.452382 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea581f57-e84b-4190-b16a-cf51d17be007" -d '{"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-plugged", "status": "completed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:12.477066 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:12.484825 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:12.520194 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac511662-69b9-4e66-a255-9ee8763804b9 x-openstack-request-id: req-ac511662-69b9-4e66-a255-9ee8763804b9 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:12.520194 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-plugged", "status": "completed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:12.520194 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac511662-69b9-4e66-a255-9ee8763804b9 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:12.521292 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'code': 200} Feb 16 11:11:12.571123 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:12.752295 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9e8e8-ec1b-4065-863c-2eca1f23c768 req-dd327272-5d46-48eb-8c38-aa602fdc2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:12.754331 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b2e9e8e8-ec1b-4065-863c-2eca1f23c768 req-dd327272-5d46-48eb-8c38-aa602fdc2ded service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1129 time: 0.0487390 Feb 16 11:11:12.831128 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b2e9e8e8-ec1b-4065-863c-2eca1f23c768 req-fb142e00-e53a-4b87-95c2-1ae6913295b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666118 Feb 16 11:11:13.129501 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e77b-3019-41ca-b4be-2b34f9440437 req-35511d39-b2cd-4c90-b57a-09e329f90075 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:13.141202 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2920e77b-3019-41ca-b4be-2b34f9440437 req-35511d39-b2cd-4c90-b57a-09e329f90075 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0958872 Feb 16 11:11:13.220087 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2920e77b-3019-41ca-b4be-2b34f9440437 req-1d80669e-15f9-4de0-9e84-fe1f480fab83 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770783 Feb 16 11:11:13.297113 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b6de8-deeb-400d-80bf-aa641cb0a0e8 req-1bb16c7f-7fab-4174-9baf-ad78521dfed7 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:13.299548 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f97b6de8-deeb-400d-80bf-aa641cb0a0e8 req-1bb16c7f-7fab-4174-9baf-ad78521dfed7 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.4533277 Feb 16 11:11:13.372399 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f97b6de8-deeb-400d-80bf-aa641cb0a0e8 req-6693c4f9-1e6e-4cbf-83e0-73f5dd85eb76 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654867 Feb 16 11:11:14.520219 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998f55-d63a-49e5-8da4-38ff438d7765 req-c7b3d7a1-dd91-4583-a609-ac43c957b534 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:14.520219 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c998f55-d63a-49e5-8da4-38ff438d7765 req-c7b3d7a1-dd91-4583-a609-ac43c957b534 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.1343927 Feb 16 11:11:14.557065 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-c98ce229-2fbb-4d7a-beb5-3ce3c1243c6b tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:14.558608 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-c98ce229-2fbb-4d7a-beb5-3ce3c1243c6b tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1134031 Feb 16 11:11:14.665244 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c998f55-d63a-49e5-8da4-38ff438d7765 req-8038ed26-55d3-491d-94dd-3c0863a9e916 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433523 Feb 16 11:11:14.688285 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7095d-c0e0-4d7b-bdb8-c1426645c076 req-0282d5d3-b20d-472e-9c64-89edcf8df848 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:14.697018 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dea7095d-c0e0-4d7b-bdb8-c1426645c076 req-0282d5d3-b20d-472e-9c64-89edcf8df848 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 945 time: 0.1151438 Feb 16 11:11:14.760870 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Deleting port 90cb00bc-0902-4e29-8660-930518fe3343 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:11:14.766194 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (90cb00bc-0902-4e29-8660-930518fe3343), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:14.776803 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-dea7095d-c0e0-4d7b-bdb8-c1426645c076 req-d60cc900-da38-4117-b21a-ea50723aeb5b tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ea3d954-87cd-4a68-bed8-088865a7a3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781441 Feb 16 11:11:14.922624 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] For port 90cb00bc-0902-4e29-8660-930518fe3343, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90cb00bc-0902-4e29-8660-930518fe3343,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:14.923545 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (90cb00bc-0902-4e29-8660-930518fe3343), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:15.335875 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:15.336659 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (1f805167-eed5-4142-9429-6f65b9b3f39e), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:15.337155 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.l3_db [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Floating IP 1f805167-eed5-4142-9429-6f65b9b3f39e disassociated. External IP: 172.27.1.136, port: 90cb00bc-0902-4e29-8660-930518fe3343. Feb 16 11:11:15.338115 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Calling delete_port for 90cb00bc-0902-4e29-8660-930518fe3343 owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:11:15.643296 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (90cb00bc-0902-4e29-8660-930518fe3343), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:15.710471 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event deleted for resources: {'Port': ['ID=90cb00bc-0902-4e29-8660-930518fe3343,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:15.928616 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790f7e-3a65-4d85-bd3d-9ee2573c0089 req-aedef2ab-5dc5-413b-99b2-6c6ee329f842 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:15.930180 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d3790f7e-3a65-4d85-bd3d-9ee2573c0089 req-aedef2ab-5dc5-413b-99b2-6c6ee329f842 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0848634 Feb 16 11:11:15.952999 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Router 00cd78ea-1ace-4081-8d3b-000f4325d05c has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:11:15.968943 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b2c2fa52-4b3a-4218-8468-d4f65d01b601 req-508ace59-5a71-4088-81c7-15b2f91f3718 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 210 time: 0.0578320 Feb 16 11:11:16.079445 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d3790f7e-3a65-4d85-bd3d-9ee2573c0089 req-32a9d62e-0e16-4b58-8470-5bb88b147b37 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382453 Feb 16 11:11:16.183081 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:11:16.211938 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] Sync routers for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:11:16.248324 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:16.253651 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:16.426371 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] No DVR routers for this DVR port 90cb00bc-0902-4e29-8660-930518fe3343 on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:11:16.435226 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:16.445307 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a437cf17-6d81-4a7c-a3a8-b6bb8164c213 req-f87e4b56-b40b-4183-9a44-e2c2f1585b2e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "DELETE /v2.0/ports/90cb00bc-0902-4e29-8660-930518fe3343 HTTP/1.1" status: 204 len: 173 time: 1.8778887 Feb 16 11:11:16.449114 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'name': 'network-vif-deleted', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:16.453941 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b14c3ae-cf20-4659-891e-15d6b5f5773c" -d '{"events": [{"server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "name": "network-vif-deleted", "tag": "90cb00bc-0902-4e29-8660-930518fe3343"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:16.503626 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb21fe4-da56-482d-9d59-fdb6e1321b55 req-248603c3-ae8f-4bc2-a963-29e7ea56bdfa tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:16.525971 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1eb21fe4-da56-482d-9d59-fdb6e1321b55 req-248603c3-ae8f-4bc2-a963-29e7ea56bdfa tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.2208796 Feb 16 11:11:16.540846 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 58190) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:16.562359 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:16.565511 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Request body: {'floatingip': {'port_id': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:16.682958 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce902a-9f21-447b-872d-b458db5a5541 x-openstack-request-id: req-24ce902a-9f21-447b-872d-b458db5a5541 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:16.686420 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34eae75-4cbd-4c3f-abdb-e7fb54b07a69", "name": "network-vif-deleted", "tag": "90cb00bc-0902-4e29-8660-930518fe3343", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:16.687465 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24ce902a-9f21-447b-872d-b458db5a5541 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:16.688972 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34eae75-4cbd-4c3f-abdb-e7fb54b07a69', 'name': 'network-vif-deleted', 'tag': '90cb00bc-0902-4e29-8660-930518fe3343', 'status': 'completed', 'code': 200} Feb 16 11:11:16.713815 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (9acb2808-117f-4d13-941b-cd6bf0a555ad), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:16.915092 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:16.959068 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] Checking router: 00cd78ea-1ace-4081-8d3b-000f4325d05c for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:11:16.970222 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:16.970883 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:17.203228 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-02c9b3c3-9b80-4e61-b0e6-daa3e8577768 req-627ed9d2-3b90-4de4-b2aa-ee0312cad1aa tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=a34eae75-4cbd-4c3f-abdb-e7fb54b07a69 HTTP/1.1" status: 200 len: 210 time: 0.0632377 Feb 16 11:11:17.234905 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:17.573418 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:17.634116 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f0840-7511-4d1b-925f-755659c832d4 None None] The sync data for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi is: [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:11:17.920210 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:17.934137 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (9acb2808-117f-4d13-941b-cd6bf0a555ad), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:18.084393 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.l3_db [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Floating IP 9acb2808-117f-4d13-941b-cd6bf0a555ad associated. External IP: 172.27.1.231, port: cd00de38-cc22-4d6b-bd58-68f17ad2c5bf. Feb 16 11:11:18.187304 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f359b3-a2a2-444c-8356-c4246e5b9e95 None None] New status for floating IP 1f805167-eed5-4142-9429-6f65b9b3f39e: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:11:18.376858 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 58216) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:18.462052 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Router 54678091-f8d5-4c6c-a172-a52cc6073cde has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:11:18.470686 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4fe287f0-31ee-4c82-8a60-15c8da0bcd89 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (7ea3d954-87cd-4a68-bed8-088865a7a3c0), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:18.583956 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4fe287f0-31ee-4c82-8a60-15c8da0bcd89 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (7ea3d954-87cd-4a68-bed8-088865a7a3c0), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:18.749839 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4fe287f0-31ee-4c82-8a60-15c8da0bcd89 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7ea3d954-87cd-4a68-bed8-088865a7a3c0), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:18.754509 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4fe287f0-31ee-4c82-8a60-15c8da0bcd89 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:18.756419 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-4fe287f0-31ee-4c82-8a60-15c8da0bcd89 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "DELETE /v2.0/security-groups/7ea3d954-87cd-4a68-bed8-088865a7a3c0 HTTP/1.1" status: 204 len: 168 time: 0.3771958 Feb 16 11:11:18.761096 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58218) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:18.777445 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.api.v2.resource [None req-28dde1da-9081-4b85-9b09-cbbf1b0d52c1 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] show failed (client error): The resource could not be found. Feb 16 11:11:18.782541 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-28dde1da-9081-4b85-9b09-cbbf1b0d52c1 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups/7ea3d954-87cd-4a68-bed8-088865a7a3c0 HTTP/1.1" status: 404 len: 347 time: 0.0192082 Feb 16 11:11:18.782800 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 58220) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:18.784014 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe287f0-31ee-4c82-8a60-15c8da0bcd89 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3d954-87cd-4a68-bed8-088865a7a3c0,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:18.927250 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:11:18.944723 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] Sync routers for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:11:18.950658 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:18.964191 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:18.965331 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:18.992297 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-9408b02b-83d3-4b32-917b-8dbfe2a57e79 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "PUT /v2.0/floatingips/9acb2808-117f-4d13-941b-cd6bf0a555ad HTTP/1.1" status: 200 len: 991 time: 2.4499059 Feb 16 11:11:18.994001 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:18.996674 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c835b-5de1-47a6-a96e-5e37e7a80795" -d '{"events": [{"name": "network-changed", "server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:19.022516 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Deleting port 931d9b6c-d4e8-4bc7-8a8b-4da922c25f91 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:11:19.023405 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.051460 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 90cb00bc-0902-4e29-8660-930518fe3343 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:11:19.102502 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 90cb00bc-0902-4e29-8660-930518fe3343 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:11:19.102502 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 90cb00bc-0902-4e29-8660-930518fe3343 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:11:19.151697 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e046b-cb71-483a-aa1e-1e76c67f3faa x-openstack-request-id: req-957e046b-cb71-483a-aa1e-1e76c67f3faa {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:19.151982 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:19.153263 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-957e046b-cb71-483a-aa1e-1e76c67f3faa {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:19.153700 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'status': 'completed', 'code': 200} Feb 16 11:11:19.200594 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.200934 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.221732 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Calling delete_port for 931d9b6c-d4e8-4bc7-8a8b-4da922c25f91 owned by network:floatingip {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:11:19.371329 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:19.428404 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (931d9b6c-d4e8-4bc7-8a8b-4da922c25f91), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.543432 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event deleted for resources: {'Port': ['ID=931d9b6c-d4e8-4bc7-8a8b-4da922c25f91,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:19.572358 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (1f805167-eed5-4142-9429-6f65b9b3f39e), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.575285 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.576496 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-dcce9fcf-ff0e-4c86-b65d-bdc7968fdf26 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "DELETE /v2.0/floatingips/1f805167-eed5-4142-9429-6f65b9b3f39e HTTP/1.1" status: 204 len: 168 time: 0.7892387 Feb 16 11:11:19.704179 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '9acb2808-117f-4d13-941b-cd6bf0a555ad', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'port_id': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'mac_address': 'fa:16:3e:84:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:11:00Z', 'updated_at': '2022-02-16T11:11:17Z', 'revision_number': 1, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:19.731707 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] Checking router: 54678091-f8d5-4c6c-a172-a52cc6073cde for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:11:19.743976 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:19.745374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:10:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:19.869233 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58248) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:19.873907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-4756227a-06cf-438d-935b-d37d35fc4819 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419273409', 'description': 'tempest-description--210777642'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:19.890901 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:19.900862 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4756227a-06cf-438d-935b-d37d35fc4819 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.983043 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4756227a-06cf-438d-935b-d37d35fc4819 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (cf987b97-a3e5-44fd-b878-a79676f73c14), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:19.997359 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4756227a-06cf-438d-935b-d37d35fc4819 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cf987b97-a3e5-44fd-b878-a79676f73c14), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.061791 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-fa4b4c04-1efc-42bb-a904-4f52543099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:20.063391 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-fa4b4c04-1efc-42bb-a904-4f52543099f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1129 time: 0.0581677 Feb 16 11:11:20.072896 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756227a-06cf-438d-935b-d37d35fc4819 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf987b97-a3e5-44fd-b878-a79676f73c14,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:20.089342 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4756227a-06cf-438d-935b-d37d35fc4819 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.094292 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-4756227a-06cf-438d-935b-d37d35fc4819 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2222142 Feb 16 11:11:20.095600 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58258) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:20.109904 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-95e819ff-57b0-4c1b-8d32-ec00f8836c9f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'security_group_rule': {'security_group_id': 'cf987b97-a3e5-44fd-b878-a79676f73c14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:20.145758 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-95e819ff-57b0-4c1b-8d32-ec00f8836c9f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (0b31428d-2b22-40b4-b5a1-d42558d70fc1), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.196070 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '9acb2808-117f-4d13-941b-cd6bf0a555ad', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'port_id': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'mac_address': 'fa:16:3e:84:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:11:00Z', 'updated_at': '2022-02-16T11:11:17Z', 'revision_number': 1, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:20.218762 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-9a450b79-ac97-424e-ad79-cc5a6bd5664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:20.221837 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-9a450b79-ac97-424e-ad79-cc5a6bd5664d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.1511362 Feb 16 11:11:20.225601 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1c5c7-feae-4c71-8e64-a21408eb2f0d None None] The sync data for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi is: [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '9acb2808-117f-4d13-941b-cd6bf0a555ad', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'port_id': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'mac_address': 'fa:16:3e:84:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:11:00Z', 'updated_at': '2022-02-16T11:11:17Z', 'revision_number': 1, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:11:20.247516 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-95e819ff-57b0-4c1b-8d32-ec00f8836c9f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (0b31428d-2b22-40b4-b5a1-d42558d70fc1), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.257276 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-95e819ff-57b0-4c1b-8d32-ec00f8836c9f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (0b31428d-2b22-40b4-b5a1-d42558d70fc1), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.286508 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e819ff-57b0-4c1b-8d32-ec00f8836c9f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b31428d-2b22-40b4-b5a1-d42558d70fc1,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:20.301758 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-95e819ff-57b0-4c1b-8d32-ec00f8836c9f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.306416 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-95e819ff-57b0-4c1b-8d32-ec00f8836c9f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2033744 Feb 16 11:11:20.306717 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58262) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:20.312749 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-fb348bbe-aeb4-42d1-9378-0a7dd0f801c3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'security_group_rule': {'security_group_id': 'cf987b97-a3e5-44fd-b878-a79676f73c14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:20.346368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fb348bbe-aeb4-42d1-9378-0a7dd0f801c3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (daf1d425-3cca-4cd0-8c7e-cb1b24832ed3), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.351505 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-0e1e7765-4533-40cb-915d-a0e4c75017fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 999 time: 0.1208582 Feb 16 11:11:20.437492 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-8c418f60-60c4-49e2-bcb5-05a4fee3c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:20.439969 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-8c418f60-60c4-49e2-bcb5-05a4fee3c085 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0693412 Feb 16 11:11:20.452189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fb348bbe-aeb4-42d1-9378-0a7dd0f801c3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (daf1d425-3cca-4cd0-8c7e-cb1b24832ed3), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.459069 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fb348bbe-aeb4-42d1-9378-0a7dd0f801c3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133733509'] for security_group_rule (daf1d425-3cca-4cd0-8c7e-cb1b24832ed3), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.493830 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb348bbe-aeb4-42d1-9378-0a7dd0f801c3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf1d425-3cca-4cd0-8c7e-cb1b24832ed3,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:20.503039 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab362cc-80bc-4af1-bce6-3bbf9471f7aa None None] New status for floating IP 9acb2808-117f-4d13-941b-cd6bf0a555ad: ACTIVE {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:11:20.510662 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fb348bbe-aeb4-42d1-9378-0a7dd0f801c3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.516028 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-fb348bbe-aeb4-42d1-9378-0a7dd0f801c3 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2053719 Feb 16 11:11:20.516599 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 58264) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:20.521376 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:20.530660 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-75744012-1f88-4694-beea-f5dd65f97de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:20.532469 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-75744012-1f88-4694-beea-f5dd65f97de7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0728605 Feb 16 11:11:20.580379 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.716161 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-07aa8888-f5be-4672-9a84-5b327aeea518 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722133 Feb 16 11:11:20.858469 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e84c835b-5de1-47a6-a96e-5e37e7a80795 req-cd13917f-a01c-4025-9e23-42193686dc46 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107056 Feb 16 11:11:20.861078 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:20.990604 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Allocated IP 172.27.1.71 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/d1b318a0-f964-4a66-9582-952762b0709b) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:11:21.142441 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for port (d1b318a0-f964-4a66-9582-952762b0709b), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.188183 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (d1b318a0-f964-4a66-9582-952762b0709b), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.232444 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:11:21.235788 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:11:21.239588 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:11:21.264926 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'Port': ['ID=d1b318a0-f964-4a66-9582-952762b0709b,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:21.348056 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (5afac6ba-f00c-430b-afe2-c3c1af2fa2ea), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.393554 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d1b318a0-f964-4a66-9582-952762b0709b), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.641257 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for port (d1b318a0-f964-4a66-9582-952762b0709b), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.647058 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (d1b318a0-f964-4a66-9582-952762b0709b), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.728483 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'Port': ['ID=d1b318a0-f964-4a66-9582-952762b0709b,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:21.748028 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (5afac6ba-f00c-430b-afe2-c3c1af2fa2ea), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.765539 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:21.766823 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-f813f0ff-4221-4dbe-989e-5f7d850a6454 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2493954 Feb 16 11:11:22.070980 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-7473fa27-dd0e-4875-a552-fba6fe7c5148 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1419273409&fields=id&tenant_id=f30364e8a9d14d78bc578c9629093da0 HTTP/1.1" status: 200 len: 267 time: 0.0739467 Feb 16 11:11:22.202394 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-0e8d51bc-5df1-4d00-92e8-e74e156259ab tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:22.203986 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-0e8d51bc-5df1-4d00-92e8-e74e156259ab tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 811 time: 0.1241245 Feb 16 11:11:22.220876 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-e6879b52-7e7a-40bd-967a-aa8f77574e85 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/quotas/f30364e8a9d14d78bc578c9629093da0 HTTP/1.1" status: 200 len: 375 time: 0.0104034 Feb 16 11:11:22.284673 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-86cfe6a7-bb8b-48f2-adda-e578d1d959ad tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574768 Feb 16 11:11:22.394965 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-ebe4ccc7-5633-4301-8e79-150cd4705c51 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977883 Feb 16 11:11:22.496024 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-b9a16bbc-96b0-4d05-8aff-7499405c35d7 service neutron] 10.222.0.52 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940585 Feb 16 11:11:22.687259 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f4c4f294-d750-4e95-8388-00ce852217cf req-a9344d8c-c4d8-4777-96ca-fce44e3c635b tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 210 time: 0.0373049 Feb 16 11:11:23.586088 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f958c7ca-2bf8-41e9-aa71-4660f06669d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:23.796233 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-63059490-b5f4-40fa-9122-d6fe7282ae75 req-3b627291-24d5-42ed-b823-f28554371c34 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 210 time: 0.0289795 Feb 16 11:11:24.921218 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-fd851f34-b140-4974-92ad-12762e6f4de4 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:24.922757 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-fd851f34-b140-4974-92ad-12762e6f4de4 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 811 time: 0.1156366 Feb 16 11:11:24.998017 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-976d19d3-100f-406a-971d-57fdd4d9c1d0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f30364e8a9d14d78bc578c9629093da0 HTTP/1.1" status: 200 len: 380 time: 0.0643790 Feb 16 11:11:25.009547 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'port': {'device_id': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'admin_state_up': True, 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'security_groups': ['cf987b97-a3e5-44fd-b878-a79676f73c14']}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:25.037071 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2bfad3c-a1f7-4489-8938-b1107c23512e req-4c9e822e-59dc-4903-b5ca-fac2affe2c07 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 210 time: 0.1596076 Feb 16 11:11:25.128452 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Made reservation on behalf of f30364e8a9d14d78bc578c9629093da0 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:11:25.132079 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.263148 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Allocated IP 172.20.0.6 (75ed8176-9ecb-45e7-8e85-50a322122886/bec87d4f-d563-48f8-9f40-51f5f7a5daed/17a604fa-7cb6-4e1f-88a2-bfe5ad09e207) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:11:25.272370 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58376) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:25.343512 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] Deleting subnet ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:11:25.347334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] Publish callbacks [] for subnet (ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.387903 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] Publish callbacks [] for subnet (ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.394744 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.450308 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.474887 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for subnet (ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.488900 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.512630 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:25.526152 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.535025 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-ae156f75-d16e-4cfe-a7f4-45607070dea2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce8e2426-a0eb-4656-a2cd-4a3ed33b3a4b HTTP/1.1" status: 204 len: 168 time: 0.2578008 Feb 16 11:11:25.535025 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58382) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:25.542981 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Network 75ed8176-9ecb-45e7-8e85-50a322122886 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:11:25.546594 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:11:25.551130 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:11:25.595690 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event updated for resources: {'Port': ['ID=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:25.628763 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:25.629855 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.652523 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-bbc9df44-602e-423b-8b6a-9bd4d69bc041 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471150 Feb 16 11:11:25.670696 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (28e8e17c-d6ed-4d42-aea9-be2e4a55bd57), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.672741 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Request body: {'port': {'device_id': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:25.757268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.779427 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (28e8e17c-d6ed-4d42-aea9-be2e4a55bd57), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.811185 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.811540 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.812607 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.812936 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.813276 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.813600 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.813913 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.814227 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.814535 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.814848 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.910408 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-c44e5005-8eee-41b5-8305-0b1f9eb38785 None None] Provisioning complete for port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:11:25.911010 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c44e5005-8eee-41b5-8305-0b1f9eb38785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.919520 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.920082 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.920681 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.921219 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 11:11:25.921880 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e8e17c-d6ed-4d42-aea9-be2e4a55bd57']}} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:25.950648 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-c44e5005-8eee-41b5-8305-0b1f9eb38785 None None] Port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:11:25.953401 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff157d7-18b4-4890-906a-061f5d3650f8') {'for_net_delete': True} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:25.953902 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff157d7-18b4-4890-906a-061f5d3650f8') {} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:25.973806 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125813414'] for segment (4ff157d7-18b4-4890-906a-061f5d3650f8), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:25.997199 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (4ff157d7-18b4-4890-906a-061f5d3650f8), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.007701 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:11:26.008101 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125414786'] for segment (4ff157d7-18b4-4890-906a-061f5d3650f8), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: from cryptography.utils import int_from_bytes Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: from cryptography.utils import int_from_bytes Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: Traceback (most recent call last): Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: timer() Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: cb(*args, **kw) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: return func(*args, **kwargs) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: self._notify() Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: self.callback(batched_events) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: event.method(event) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: return f(self, *a, **k) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._get(url).json() Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: return self.request(url, 'GET', **kwargs) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:11:26.012558 dv-cinder-773985-29-iscsi neutron-server[102876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:11:26.055749 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:11:26.064566 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Publish callbacks [] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.086864 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Transition to ACTIVE for port object 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:11:26.087029 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (28e8e17c-d6ed-4d42-aea9-be2e4a55bd57), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.092851 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.101351 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2b71bb27-b732-4b52-bb4f-39082f0bfd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.105247 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.113097 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/28e8e17c-d6ed-4d42-aea9-be2e4a55bd57 HTTP/1.1" status: 204 len: 168 time: 0.5756292 Feb 16 11:11:26.114544 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2ba4d-a8e4-4d2b-ae28-b453a5b54ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=28e8e17c-d6ed-4d42-aea9-be2e4a55bd57,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:26.211613 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Pushing event updated for resources: {'Port': ['ID=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:26.274832 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58392) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:26.330190 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-40da98e5-a9b1-4714-8c35-6fc5400a0d8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f26e71c7c0a4d8482c443557f1fc2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518188 Feb 16 11:11:26.330656 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58394) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:26.413998 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Publish callbacks [] for security_group (b3a335f3-1f0c-4c63-a357-d2b6aa0f4188), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.455639 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Publish callbacks [] for security_group (b3a335f3-1f0c-4c63-a357-d2b6aa0f4188), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.532135 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (b3a335f3-1f0c-4c63-a357-d2b6aa0f4188), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.535965 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.537360 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3a335f3-1f0c-4c63-a357-d2b6aa0f4188 HTTP/1.1" status: 204 len: 168 time: 0.2055526 Feb 16 11:11:26.548393 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6067fe4-8ba0-4193-a06f-506ebbc668ab req-da69a3de-eab9-432e-8b44-b1da7fba5885 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:26.553279 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a335f3-1f0c-4c63-a357-d2b6aa0f4188,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:26.556757 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6067fe4-8ba0-4193-a06f-506ebbc668ab req-da69a3de-eab9-432e-8b44-b1da7fba5885 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 943 time: 0.4033837 Feb 16 11:11:26.564827 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.565464 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.566018 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.566527 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.567056 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.568414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.568414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.569113 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.569510 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.569966 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.570404 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.571000 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.571613 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909f0b92-6359-4d87-9857-63d4de49f386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:26.580405 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Attempting to bind port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:11:26.580962 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Attempting to bind port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:11:26.581503 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Attempting to bind port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 on network 75ed8176-9ecb-45e7-8e85-50a322122886 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:11:26.594655 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 on network 75ed8176-9ecb-45e7-8e85-50a322122886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:11:26.595129 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Attempting to bind port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 on network 75ed8176-9ecb-45e7-8e85-50a322122886 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:11:26.614346 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:11:26.614898 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Checking segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:11:26.615536 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Bound using segment: {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:11:26.616302 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Bound port: 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c489d0b-2589-4567-8a2b-c5d74bf9119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:11:26.616885 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.697784 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a6067fe4-8ba0-4193-a06f-506ebbc668ab req-66295621-40a7-47a4-9d8f-8e55b13938b9 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400223 Feb 16 11:11:26.752402 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] For port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:11:26.757930 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] For port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:11:26.767651 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.804530 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:26.805159 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:26.806857 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] 10.222.0.42 "PUT /v2.0/ports/17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 HTTP/1.1" status: 200 len: 1093 time: 1.1437953 Feb 16 11:11:26.809005 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:26.811344 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834d3233-9c9d-4dc4-bd74-8a18c599b9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:26.845673 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cebbfc-fa9c-4247-a3e7-bb6c9451b056 service neutron] Pushing event updated for resources: {'Port': ['ID=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:26.876766 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ba32c-f5d3-40e8-b985-a9a6da0ed198 x-openstack-request-id: req-753ba32c-f5d3-40e8-b985-a9a6da0ed198 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:26.877063 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:26.877320 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-753ba32c-f5d3-40e8-b985-a9a6da0ed198 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:26.877726 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'status': 'completed', 'code': 200} Feb 16 11:11:27.339271 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:28.074223 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093867a6-9e6f-4d31-8f9b-8f7d3c6cde87 req-067c79f3-e082-4394-a15a-1a3946e2d890 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:28.076744 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-093867a6-9e6f-4d31-8f9b-8f7d3c6cde87 req-067c79f3-e082-4394-a15a-1a3946e2d890 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 943 time: 0.2815847 Feb 16 11:11:28.138915 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-093867a6-9e6f-4d31-8f9b-8f7d3c6cde87 req-60d3a55f-4d77-4cad-8591-6449e4b71c31 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557876 Feb 16 11:11:28.670184 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3233-9c9d-4dc4-bd74-8a18c599b9fa req-89712826-7c1a-4dc0-ae5a-f9f9a2a71a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:28.671782 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-834d3233-9c9d-4dc4-bd74-8a18c599b9fa req-89712826-7c1a-4dc0-ae5a-f9f9a2a71a54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 1127 time: 0.0562272 Feb 16 11:11:28.817332 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3233-9c9d-4dc4-bd74-8a18c599b9fa req-88d2af33-9ce4-46f2-81c1-0b12f023227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:28.819195 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-834d3233-9c9d-4dc4-bd74-8a18c599b9fa req-88d2af33-9ce4-46f2-81c1-0b12f023227f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f30364e8a9d14d78bc578c9629093da0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1346970 Feb 16 11:11:28.942091 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3233-9c9d-4dc4-bd74-8a18c599b9fa req-80569998-11b5-4eea-8271-712ef160c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:28.944897 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-834d3233-9c9d-4dc4-bd74-8a18c599b9fa req-80569998-11b5-4eea-8271-712ef160c543 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181238 Feb 16 11:11:29.039765 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:29.069412 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-a54164e9-04d5-433d-9076-9cfd7ddd9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:29.071128 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-a54164e9-04d5-433d-9076-9cfd7ddd9702 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 1127 time: 0.0646033 Feb 16 11:11:29.135275 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-94556d96-35de-4661-8c6f-288dec84647e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 HTTP/1.1" status: 200 len: 217 time: 0.0477674 Feb 16 11:11:29.194729 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-aba76d86-3df3-4a34-8423-5fad58bb47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:29.196537 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-aba76d86-3df3-4a34-8423-5fad58bb47c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 200 len: 850 time: 0.0520215 Feb 16 11:11:29.263592 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-1275c221-db0e-48cf-b1b0-e0c2361585a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:29.265231 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-1275c221-db0e-48cf-b1b0-e0c2361585a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed8176-9ecb-45e7-8e85-50a322122886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576856 Feb 16 11:11:29.293257 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712fa7-f7de-4a78-86a8-7b220ccfe3f5 req-f74dbaf7-fe5e-4040-b2d9-e5c42b2b2e51 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:29.297540 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0d712fa7-f7de-4a78-86a8-7b220ccfe3f5 req-f74dbaf7-fe5e-4040-b2d9-e5c42b2b2e51 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 943 time: 0.0764439 Feb 16 11:11:29.353947 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0d712fa7-f7de-4a78-86a8-7b220ccfe3f5 req-b18f1484-b039-4485-a755-6652d2065578 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530403 Feb 16 11:11:29.391802 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-263695d6-4047-4f0c-9d5b-54f5085d971e service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159151 Feb 16 11:11:29.491696 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-36f6d8d2-9be9-4fe9-acf1-bd1b8580376a req-d5e4ac4d-4f59-412b-b24c-41c4c08a3cef service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922539 Feb 16 11:11:29.918851 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:30.448476 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:30.491903 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c6bf7-6da6-4d24-aa3e-731baea08093 req-36d19307-3cf1-41c8-a1b1-9fcea71d82b0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:30.493439 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ec3c6bf7-6da6-4d24-aa3e-731baea08093 req-36d19307-3cf1-41c8-a1b1-9fcea71d82b0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 943 time: 0.0637486 Feb 16 11:11:30.544849 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ec3c6bf7-6da6-4d24-aa3e-731baea08093 req-c1684676-4268-4339-800c-481d6dea6c97 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 Feb 16 11:11:31.678212 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7765-761a-4d56-b97d-90c0cfbc4de2 req-c0318e3f-f3f5-451a-afc3-ac3b89bc60cd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:31.679779 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8b3b7765-761a-4d56-b97d-90c0cfbc4de2 req-c0318e3f-f3f5-451a-afc3-ac3b89bc60cd tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 943 time: 0.0612068 Feb 16 11:11:31.735882 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8b3b7765-761a-4d56-b97d-90c0cfbc4de2 req-97c537d6-ab3c-4ae1-bac1-420cacde3967 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499737 Feb 16 11:11:32.612126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:11:32.720347 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:32.733077 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'port_id': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'mac_address': 'fa:16:3e:1e:ec:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:11:32.774511 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:11:32.774908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:32.789907 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:11:32.811057 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:32.816863 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:32.869118 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:32.877819 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f37b20-0b9d-4324-b2aa-ba7d3bad8884 req-90c6bce8-2c07-4d23-9cef-581b23305680 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:32.880589 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b6f37b20-0b9d-4324-b2aa-ba7d3bad8884 req-90c6bce8-2c07-4d23-9cef-581b23305680 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 944 time: 0.0688734 Feb 16 11:11:32.934768 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b6f37b20-0b9d-4324-b2aa-ba7d3bad8884 req-ac3c16e8-e117-4113-98f9-7d3114533ca5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469775 Feb 16 11:11:33.113865 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['17a604fa-7cb6-4e1f-88a2-bfe5ad09e207'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:11:34.073256 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c93b7-600e-4496-8668-a3ca804076e1 req-864ffc5d-659a-4129-94b8-e218da2d1701 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:34.074836 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-238c93b7-600e-4496-8668-a3ca804076e1 req-864ffc5d-659a-4129-94b8-e218da2d1701 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 944 time: 0.0644109 Feb 16 11:11:34.129244 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-238c93b7-600e-4496-8668-a3ca804076e1 req-aaf059c3-79e0-48c1-9b1a-7070803a8c4d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483122 Feb 16 11:11:34.646003 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:11:34.739340 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:11:34.746010 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:11:34.746566 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:34.840790 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d325b6-a3b7-48f9-97a3-cf4e3dcb975b req-2fbc2767-f86c-421a-aefb-4daf3433e16a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:34.843436 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-90d325b6-a3b7-48f9-97a3-cf4e3dcb975b req-2fbc2767-f86c-421a-aefb-4daf3433e16a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 945 time: 0.0833580 Feb 16 11:11:34.881734 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:11:34.882335 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:34.912209 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-90d325b6-a3b7-48f9-97a3-cf4e3dcb975b req-bc925a52-d019-4d96-8b28-de21849b5799 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624130 Feb 16 11:11:34.915920 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:34.918310 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaff2a4-fe8f-4653-94f7-7b15c2281923" -d '{"events": [{"server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "name": "network-vif-plugged", "status": "completed", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:34.933817 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:34.939709 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:34.972199 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ddfd6-670c-40da-8c9c-655af039cd52 x-openstack-request-id: req-a59ddfd6-670c-40da-8c9c-655af039cd52 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:34.972504 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "name": "network-vif-plugged", "status": "completed", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:34.972764 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a59ddfd6-670c-40da-8c9c-655af039cd52 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:34.973177 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'code': 200} Feb 16 11:11:35.006402 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:35.199423 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b3bf4-29cb-4cfd-9c23-9d0c007e2b79 req-9d794f6e-3463-4a5d-a008-62972a3880ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:35.201298 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-076b3bf4-29cb-4cfd-9c23-9d0c007e2b79 req-9d794f6e-3463-4a5d-a008-62972a3880ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 1129 time: 0.0554657 Feb 16 11:11:35.257995 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-076b3bf4-29cb-4cfd-9c23-9d0c007e2b79 req-607a41ef-10fd-42a9-a52b-8672a9883f6d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484550 Feb 16 11:11:35.412797 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ec7-6130-4ec6-b7b1-b36664478399 req-3e72038c-19e0-4c68-9798-c9cfda62f96a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:35.414308 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d68b5ec7-6130-4ec6-b7b1-b36664478399 req-3e72038c-19e0-4c68-9798-c9cfda62f96a tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.0608659 Feb 16 11:11:35.483792 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d68b5ec7-6130-4ec6-b7b1-b36664478399 req-8ce09bfd-1668-45c4-abfc-a23d84174637 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589840 Feb 16 11:11:36.063431 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685946e-2536-44d8-8b72-f14db020e4a9 req-fd20fd5a-f3e0-4707-a679-c9b6b2a21453 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:36.064963 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c685946e-2536-44d8-8b72-f14db020e4a9 req-fd20fd5a-f3e0-4707-a679-c9b6b2a21453 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 945 time: 0.0618351 Feb 16 11:11:36.121686 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c685946e-2536-44d8-8b72-f14db020e4a9 req-46264792-5be0-4654-a101-1f3c421ea60e tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505617 Feb 16 11:11:36.630620 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14248e67-9760-493d-aa59-47cfcf605af6 req-93185bfd-68bc-4b6e-92a5-fb100fc8d54d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:36.632224 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14248e67-9760-493d-aa59-47cfcf605af6 req-93185bfd-68bc-4b6e-92a5-fb100fc8d54d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.0626225 Feb 16 11:11:36.711942 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-14248e67-9760-493d-aa59-47cfcf605af6 req-a5fb5a6f-ef93-401b-97b9-7d43b90a674d tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738866 Feb 16 11:11:37.138769 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-857790a0-823b-432f-9168-a9ee2b47c184 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:37.140584 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-857790a0-823b-432f-9168-a9ee2b47c184 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 945 time: 0.0613286 Feb 16 11:11:37.252234 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Deleting port 4fe65a77-d044-433d-afa7-2ae048a4df57 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:11:37.252604 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:37.265043 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bef6e-bf6c-417d-8d25-8eb7d77b5a55 req-ea9c9d75-b2ae-4f96-9659-0a872e2a9ed1 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:37.266588 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-656bef6e-bf6c-417d-8d25-8eb7d77b5a55 req-ea9c9d75-b2ae-4f96-9659-0a872e2a9ed1 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2899cb-6ccb-442e-b7b9-9b256b009f7d HTTP/1.1" status: 200 len: 945 time: 0.0609705 Feb 16 11:11:37.322331 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-656bef6e-bf6c-417d-8d25-8eb7d77b5a55 req-b5a37b75-9c5e-4b80-9be4-d397c4811c63 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491064 Feb 16 11:11:37.383902 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] For port 4fe65a77-d044-433d-afa7-2ae048a4df57, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fe65a77-d044-433d-afa7-2ae048a4df57,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:37.384297 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:37.399976 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Calling delete_port for 4fe65a77-d044-433d-afa7-2ae048a4df57 owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:11:37.545462 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (4fe65a77-d044-433d-afa7-2ae048a4df57), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:37.565508 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['4fe65a77-d044-433d-afa7-2ae048a4df57'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:11:37.580541 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Pushing event deleted for resources: {'Port': ['ID=4fe65a77-d044-433d-afa7-2ae048a4df57,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:37.617076 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.617455 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.617766 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.618108 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.618443 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.618783 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.619125 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.619460 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.619798 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.620130 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.620481 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.620815 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.621141 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:37.645158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] No DVR routers for this DVR port 4fe65a77-d044-433d-afa7-2ae048a4df57 on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:11:37.648713 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:37.652134 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c3dd03fe-b941-4adb-a149-1ce5124f4ac6 req-7f65e6f8-a964-472c-b598-3faa21202712 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "DELETE /v2.0/ports/4fe65a77-d044-433d-afa7-2ae048a4df57 HTTP/1.1" status: 204 len: 173 time: 0.5060902 Feb 16 11:11:37.652555 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'name': 'network-vif-deleted', 'tag': '4fe65a77-d044-433d-afa7-2ae048a4df57'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:37.654808 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f67950-0bb7-4b2d-857e-a46e4b3dc1e1" -d '{"events": [{"server_uuid": "1a2899cb-6ccb-442e-b7b9-9b256b009f7d", "name": "network-vif-deleted", "tag": "4fe65a77-d044-433d-afa7-2ae048a4df57"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:37.706613 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96654563-eeb6-4c28-a8e0-61a16c1d4343 x-openstack-request-id: req-96654563-eeb6-4c28-a8e0-61a16c1d4343 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:37.706912 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2899cb-6ccb-442e-b7b9-9b256b009f7d", "name": "network-vif-deleted", "tag": "4fe65a77-d044-433d-afa7-2ae048a4df57", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:37.707167 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96654563-eeb6-4c28-a8e0-61a16c1d4343 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:37.707572 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2899cb-6ccb-442e-b7b9-9b256b009f7d', 'name': 'network-vif-deleted', 'tag': '4fe65a77-d044-433d-afa7-2ae048a4df57', 'status': 'completed', 'code': 200} Feb 16 11:11:37.866633 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c29f8c-d1ce-4efd-aa3d-850c872ed07b req-04b0ff1a-2770-4db7-8d7a-731763d80f68 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:37.868271 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-57c29f8c-d1ce-4efd-aa3d-850c872ed07b req-04b0ff1a-2770-4db7-8d7a-731763d80f68 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.0553343 Feb 16 11:11:37.917666 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-57c29f8c-d1ce-4efd-aa3d-850c872ed07b req-462153bd-c52c-4bdf-952d-a3978239d9f8 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Feb 16 11:11:38.047093 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ad61-1b28-4b8b-813c-1ad2a9c0ab21 req-9657e57c-8790-4dd7-b950-430776740644 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:38.049013 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-05f8ad61-1b28-4b8b-813c-1ad2a9c0ab21 req-9657e57c-8790-4dd7-b950-430776740644 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.0585725 Feb 16 11:11:38.058286 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58574) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:38.063117 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Request body: {'floatingip': {'port_id': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:38.110672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (5afac6ba-f00c-430b-afe2-c3c1af2fa2ea), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:38.595800 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:38.601644 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (5afac6ba-f00c-430b-afe2-c3c1af2fa2ea), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:38.723256 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Floating IP 5afac6ba-f00c-430b-afe2-c3c1af2fa2ea associated. External IP: 172.27.1.71, port: 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207. Feb 16 11:11:38.953971 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Router 00cd78ea-1ace-4081-8d3b-000f4325d05c has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:11:39.085027 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:11:39.095178 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:39.098484 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] Sync routers for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:11:39.111214 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:39.111864 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:39.136696 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d1aa7af6-e415-4028-be01-3ea57c00619f tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "PUT /v2.0/floatingips/5afac6ba-f00c-430b-afe2-c3c1af2fa2ea HTTP/1.1" status: 200 len: 990 time: 1.0765972 Feb 16 11:11:39.136696 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:39.139633 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1a13a9-9d58-4ada-9d7c-f2af550e7500" -d '{"events": [{"name": "network-changed", "server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:39.181236 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4f7cf7-b4ee-4d67-8d86-29b361448e50 x-openstack-request-id: req-9b4f7cf7-b4ee-4d67-8d86-29b361448e50 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:39.181667 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:39.181919 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b4f7cf7-b4ee-4d67-8d86-29b361448e50 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:39.182323 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'status': 'completed', 'code': 200} Feb 16 11:11:39.247395 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:39.538563 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d98582-1036-478d-b760-c88e87a8d9f6 req-d2cbc085-80a9-4b8b-bdb6-eedec12f4e1a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:39.542042 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-78d98582-1036-478d-b760-c88e87a8d9f6 req-d2cbc085-80a9-4b8b-bdb6-eedec12f4e1a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0747690 Feb 16 11:11:39.607441 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '5afac6ba-f00c-430b-afe2-c3c1af2fa2ea', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'port_id': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'mac_address': 'fa:16:3e:1e:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:11:21Z', 'updated_at': '2022-02-16T11:11:38Z', 'revision_number': 1, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:39.617707 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-78d98582-1036-478d-b760-c88e87a8d9f6 req-e8321fe0-bfc5-4b8b-93cf-cde533ce237a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697377 Feb 16 11:11:39.664739 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] Checking router: 00cd78ea-1ace-4081-8d3b-000f4325d05c for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:11:39.673878 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:39.674484 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:39.922330 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:40.177975 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '5afac6ba-f00c-430b-afe2-c3c1af2fa2ea', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'port_id': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'mac_address': 'fa:16:3e:1e:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:11:21Z', 'updated_at': '2022-02-16T11:11:38Z', 'revision_number': 1, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:40.208866 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13429a96-a466-491b-ac7b-8b58961d3a87 None None] The sync data for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi is: [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '5afac6ba-f00c-430b-afe2-c3c1af2fa2ea', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'port_id': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'mac_address': 'fa:16:3e:1e:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:11:21Z', 'updated_at': '2022-02-16T11:11:38Z', 'revision_number': 1, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:11:40.425731 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30be97e-bbad-438a-8093-f185b4655f7e None None] New status for floating IP 5afac6ba-f00c-430b-afe2-c3c1af2fa2ea: ACTIVE {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:11:40.789795 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db156-0d43-4917-9cf5-aab1473df817 req-77097a1e-0235-47cf-815f-468f6d3fd0fc tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:40.792124 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-472db156-0d43-4917-9cf5-aab1473df817 req-77097a1e-0235-47cf-815f-468f6d3fd0fc tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0672507 Feb 16 11:11:40.868607 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-472db156-0d43-4917-9cf5-aab1473df817 req-0a02d80b-668a-459c-8678-eb7a3140708c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664244 Feb 16 11:11:41.604448 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 4fe65a77-d044-433d-afa7-2ae048a4df57 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:11:41.626723 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 4fe65a77-d044-433d-afa7-2ae048a4df57 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:11:41.627083 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 4fe65a77-d044-433d-afa7-2ae048a4df57 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:11:41.730214 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-9ebc0a2c-3706-49eb-9b34-4db2b1d1ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:41.731624 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-9ebc0a2c-3706-49eb-9b34-4db2b1d1ee29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f30364e8a9d14d78bc578c9629093da0&device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 1129 time: 0.1073864 Feb 16 11:11:41.849174 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-1a5da225-4a69-422e-b425-8cdd0b33acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:41.850713 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-1a5da225-4a69-422e-b425-8cdd0b33acc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 200 len: 912 time: 0.1117690 Feb 16 11:11:41.938065 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-4392ec40-cbdc-46b3-9369-f1ac2cadfe3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 HTTP/1.1" status: 200 len: 1000 time: 0.0749428 Feb 16 11:11:42.043170 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-46bfaae8-89af-4651-a334-1fbd494b80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:42.044710 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-46bfaae8-89af-4651-a334-1fbd494b80d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 200 len: 850 time: 0.0954525 Feb 16 11:11:42.067346 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e53754-48f1-4380-91a0-825d539ec0b5 req-d6fecaa9-696d-4987-9271-1ff06f9bd84a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:42.069677 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f1e53754-48f1-4380-91a0-825d539ec0b5 req-d6fecaa9-696d-4987-9271-1ff06f9bd84a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1233740 Feb 16 11:11:42.155930 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-fa1c2767-ea7e-4706-8058-f19f29c01767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:42.157617 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-fa1c2767-ea7e-4706-8058-f19f29c01767 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75ed8176-9ecb-45e7-8e85-50a322122886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1056805 Feb 16 11:11:42.162324 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f1e53754-48f1-4380-91a0-825d539ec0b5 req-a6f0d926-7489-4c85-b184-76fc8366e56e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663443 Feb 16 11:11:42.276739 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-38e2623e-2a85-4655-a178-c46b2941de2e service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036277 Feb 16 11:11:42.380863 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-be1a13a9-9d58-4ada-9d7c-f2af550e7500 req-ca2a6d58-8fb9-4fea-937f-49f62e909830 service neutron] 10.222.0.42 "GET /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966399 Feb 16 11:11:43.304448 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5826-9890-45ae-b22b-0ef0c2fae51d req-2edf69ba-833d-4876-a3c7-84ad3c76fa7c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:43.305945 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1aff5826-9890-45ae-b22b-0ef0c2fae51d req-2edf69ba-833d-4876-a3c7-84ad3c76fa7c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0611959 Feb 16 11:11:43.369267 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1aff5826-9890-45ae-b22b-0ef0c2fae51d req-f01316cc-4c57-44a6-bd06-808e32eee040 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546737 Feb 16 11:11:44.409478 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:11:44.420298 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-6ea8136b-26d0-4237-ac53-29e7e03f7e48 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223391426&fields=id&tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd HTTP/1.1" status: 200 len: 267 time: 0.0563924 Feb 16 11:11:44.478685 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-46f03d41-d262-44c7-a527-22190aca8864 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:44.480363 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-46f03d41-d262-44c7-a527-22190aca8864 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 985 time: 0.0545371 Feb 16 11:11:44.491785 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Request body: {'port': {'security_groups': ['f4fff464-ac39-4221-add1-0a3acdfa2acf']}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:44.494695 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efca90-af32-4b8e-96da-f60169a9c166 req-48c6fb12-9815-4eeb-a1a8-7daf12391bec tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:44.496242 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-34efca90-af32-4b8e-96da-f60169a9c166 req-48c6fb12-9815-4eeb-a1a8-7daf12391bec tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0553503 Feb 16 11:11:44.551016 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-34efca90-af32-4b8e-96da-f60169a9c166 req-e4d13eb0-f249-4092-aff2-62c82c3e313a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475132 Feb 16 11:11:44.573645 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:44.769806 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d6f49456-be7f-43c1-820b-95db6a61d978,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:44.805590 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for port (d6f49456-be7f-43c1-820b-95db6a61d978), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:44.809990 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125414886'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:44.861080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:44.861080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:44.861080 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cdc19f6f-a6f8-4e9b-95c3-2ee3fbccc795 req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "PUT /v2.0/ports/d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 943 time: 0.3701398 Feb 16 11:11:44.861080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:44.861080 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f860107-881c-496b-99ee-145e8109f2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:44.863868 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 58686) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:44.909500 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f252a-b745-46c9-8719-ce81c2533846 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event updated for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=7']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:44.949612 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe5e47-2a1b-487c-897b-027f2ac7f76d x-openstack-request-id: req-ddbe5e47-2a1b-487c-897b-027f2ac7f76d {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:44.950063 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:44.950451 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddbe5e47-2a1b-487c-897b-027f2ac7f76d {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:44.951063 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'status': 'completed', 'code': 200} Feb 16 11:11:44.978892 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e1740c42-cc45-4f73-b41d-ff9865c372d1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group (9a4d0454-2a6e-454b-be23-67cc3f3f7d8b), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.015925 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e1740c42-cc45-4f73-b41d-ff9865c372d1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group (9a4d0454-2a6e-454b-be23-67cc3f3f7d8b), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.090367 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e1740c42-cc45-4f73-b41d-ff9865c372d1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9a4d0454-2a6e-454b-be23-67cc3f3f7d8b), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.092878 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e1740c42-cc45-4f73-b41d-ff9865c372d1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.094078 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e1740c42-cc45-4f73-b41d-ff9865c372d1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "DELETE /v2.0/security-groups/9a4d0454-2a6e-454b-be23-67cc3f3f7d8b HTTP/1.1" status: 204 len: 168 time: 0.2290742 Feb 16 11:11:45.096969 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 58688) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:11:45.103737 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1740c42-cc45-4f73-b41d-ff9865c372d1 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d0454-2a6e-454b-be23-67cc3f3f7d8b,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:45.178979 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-5e3454f6-0a24-48aa-ab5d-bb122deb2927 None None] Provisioning complete for port d6f49456-be7f-43c1-820b-95db6a61d978 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:11:45.179678 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5e3454f6-0a24-48aa-ab5d-bb122deb2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.279697 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-5e3454f6-0a24-48aa-ab5d-bb122deb2927 None None] Current status of the port d6f49456-be7f-43c1-820b-95db6a61d978 is: ACTIVE; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:11:45.319496 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Deleting port cb7706da-a6d1-4f7d-bea7-98a9b63c1642 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:11:45.319839 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.405640 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.405866 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for floatingip (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.418315 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Calling delete_port for cb7706da-a6d1-4f7d-bea7-98a9b63c1642 owned by network:floatingip {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:11:45.610688 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (cb7706da-a6d1-4f7d-bea7-98a9b63c1642), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.644982 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event deleted for resources: {'Port': ['ID=cb7706da-a6d1-4f7d-bea7-98a9b63c1642,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:45.735849 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks [] for floatingip (414ba20e-4b9b-4c03-abf5-867702726899), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:45.736142 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Floating IP 414ba20e-4b9b-4c03-abf5-867702726899 disassociated (deleted). External IP: 172.27.1.69, port: d6f49456-be7f-43c1-820b-95db6a61d978. Feb 16 11:11:45.753254 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6289f5-0030-486f-a597-617012d4da54 req-9721554a-f349-4d81-9033-51b3e9200f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:45.756058 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ca6289f5-0030-486f-a597-617012d4da54 req-9721554a-f349-4d81-9033-51b3e9200f16 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1212969 Feb 16 11:11:45.888727 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ca6289f5-0030-486f-a597-617012d4da54 req-c53698e8-74ed-4f97-b16b-83d42867370e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843456 Feb 16 11:11:46.024449 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Router 8eb276f4-090b-4e41-893c-afaba8af1ca7 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:11:46.136667 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:11:46.141414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:46.147132 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] Sync routers for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:11:46.158908 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:46.159532 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:46.178418 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f42737e9-2199-4097-9417-f041bfe517f3 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "DELETE /v2.0/floatingips/414ba20e-4b9b-4c03-abf5-867702726899 HTTP/1.1" status: 204 len: 168 time: 1.0777223 Feb 16 11:11:46.289953 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:46.503843 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:32Z', 'revision_number': 5, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:46.530877 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] Checking router: 8eb276f4-090b-4e41-893c-afaba8af1ca7 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:11:46.540079 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:11:46.540745 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:46.653800 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:11:46.870296 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:32Z', 'revision_number': 5, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:11:46.897038 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac08989-3327-4b29-8e0f-107aae83e3a7 None None] The sync data for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi is: [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:08:25Z', 'revision_number': 4, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '7189546a-f159-4c20-873d-61e61c53be8a', 'name': '', 'network_id': '370e0265-63e5-4aad-9edb-a17f97092dbe', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'mac_address': 'fa:16:3e:69:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '68b27126-5421-4324-ab57-b967790ab076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:23Z', 'updated_at': '2022-02-16T11:08:32Z', 'revision_number': 5, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'subnets': [{'id': '68b27126-5421-4324-ab57-b967790ab076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:11:46.952581 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:46.955989 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a9b12-d957-4ff7-8711-1da2da5e473c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:46.994797 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85088f3-0114-42a9-b622-24457982067b x-openstack-request-id: req-b85088f3-0114-42a9-b622-24457982067b {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:46.995074 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:46.995404 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b85088f3-0114-42a9-b622-24457982067b {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:46.995894 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'status': 'completed', 'code': 200} Feb 16 11:11:47.026040 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491a7ab-80f3-4873-b7a3-74eaa0114809 req-15793875-a5d0-4929-ba79-0cc0e984020a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:47.027552 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2491a7ab-80f3-4873-b7a3-74eaa0114809 req-15793875-a5d0-4929-ba79-0cc0e984020a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0592995 Feb 16 11:11:47.090493 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2491a7ab-80f3-4873-b7a3-74eaa0114809 req-c3c918a4-9210-4f7c-9cf2-867e44fc5736 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564456 Feb 16 11:11:47.182550 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47a3cdb-e17c-4302-afb9-2de9fe93a4a5 None None] New status for floating IP 414ba20e-4b9b-4c03-abf5-867702726899: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:11:47.189761 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['d6f49456-be7f-43c1-820b-95db6a61d978'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:11:47.316839 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['d6f49456-be7f-43c1-820b-95db6a61d978'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:11:47.317988 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860107-881c-496b-99ee-145e8109f2ea req-2871a570-c78c-4d30-b665-cb62a1993c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:47.323642 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f860107-881c-496b-99ee-145e8109f2ea req-2871a570-c78c-4d30-b665-cb62a1993c38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1130 time: 0.1090617 Feb 16 11:11:47.457108 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860107-881c-496b-99ee-145e8109f2ea req-7797406c-4c0c-4453-92be-668781785d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:47.458733 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f860107-881c-496b-99ee-145e8109f2ea req-7797406c-4c0c-4453-92be-668781785d62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 200 len: 916 time: 0.1258073 Feb 16 11:11:47.529314 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f860107-881c-496b-99ee-145e8109f2ea req-f1ac7e7f-058e-4317-8e5c-e75f9669c44c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 217 time: 0.0603428 Feb 16 11:11:47.580601 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860107-881c-496b-99ee-145e8109f2ea req-8429f80d-a8cf-47ba-8dc9-11a96ca5dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:47.582460 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f860107-881c-496b-99ee-145e8109f2ea req-8429f80d-a8cf-47ba-8dc9-11a96ca5dfa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68b27126-5421-4324-ab57-b967790ab076 HTTP/1.1" status: 200 len: 854 time: 0.0457959 Feb 16 11:11:47.640536 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860107-881c-496b-99ee-145e8109f2ea req-54c1ed24-5524-48db-a046-761c84fc47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:47.642122 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f860107-881c-496b-99ee-145e8109f2ea req-54c1ed24-5524-48db-a046-761c84fc47f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=370e0265-63e5-4aad-9edb-a17f97092dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503047 Feb 16 11:11:47.750528 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f860107-881c-496b-99ee-145e8109f2ea req-f71daf42-89ba-493f-a95e-16718d0fd10a service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998394 Feb 16 11:11:47.855197 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9f860107-881c-496b-99ee-145e8109f2ea req-9b3e067f-9f37-42eb-95ea-1c1397fee6a1 service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962026 Feb 16 11:11:47.954731 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-98882246-d4fc-434c-92ab-1166849005ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:47.956186 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-98882246-d4fc-434c-92ab-1166849005ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 1130 time: 0.0473640 Feb 16 11:11:48.060808 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-5fe9c338-44b1-4338-b1ce-38c327c2b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:48.062350 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-5fe9c338-44b1-4338-b1ce-38c327c2b4ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 200 len: 916 time: 0.0982149 Feb 16 11:11:48.105353 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-be69794d-9568-44c1-903c-aaf9f7dcf10c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 200 len: 217 time: 0.0358489 Feb 16 11:11:48.163599 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-2ae59dc7-2aac-42fa-8a3f-089f49f0d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:48.165527 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-2ae59dc7-2aac-42fa-8a3f-089f49f0d2f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68b27126-5421-4324-ab57-b967790ab076 HTTP/1.1" status: 200 len: 854 time: 0.0525305 Feb 16 11:11:48.254154 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-e72d51f9-f52f-4477-98a3-d5887eeb99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:48.255734 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-e72d51f9-f52f-4477-98a3-d5887eeb99a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=370e0265-63e5-4aad-9edb-a17f97092dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0828712 Feb 16 11:11:48.263280 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303a8b1-ef97-47d9-88bf-a571a1c8c669 req-fa4ddb02-e620-4c1d-8f86-dbf83d4b1142 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:48.264066 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f303a8b1-ef97-47d9-88bf-a571a1c8c669 req-fa4ddb02-e620-4c1d-8f86-dbf83d4b1142 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0831196 Feb 16 11:11:48.372493 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f303a8b1-ef97-47d9-88bf-a571a1c8c669 req-689d2390-2208-496b-a868-d2d5fa6a70d2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997660 Feb 16 11:11:48.410190 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-8ab58f71-df5a-4512-8102-53aaddff4d95 service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449053 Feb 16 11:11:48.512846 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3a0a9b12-d957-4ff7-8711-1da2da5e473c req-08591ba0-44da-411a-aa39-4d011a8574d0 service neutron] 10.222.0.42 "GET /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961549 Feb 16 11:11:48.571786 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-ba55630d-6989-441d-a80e-114c1a54251f tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:48.573436 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-ba55630d-6989-441d-a80e-114c1a54251f tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/networks?id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 HTTP/1.1" status: 200 len: 813 time: 0.1121035 Feb 16 11:11:48.591950 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-acf26ce0-da80-4576-b791-7b3666c50ed5 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/quotas/60eaa7d800374fa8af28ab9f09a12d32 HTTP/1.1" status: 200 len: 375 time: 0.0120473 Feb 16 11:11:48.632796 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-5a3e3534-d839-4a2a-903e-ccffe633f3dc tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=60eaa7d800374fa8af28ab9f09a12d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343993 Feb 16 11:11:48.781611 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-484c0b59-7166-4afd-b057-b71563510b90 service neutron] 10.222.0.52 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412020 Feb 16 11:11:48.874470 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-7b8cc50d-5984-4cf1-9100-0d3afde05acb service neutron] 10.222.0.52 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853801 Feb 16 11:11:49.063495 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f08e7049-98e8-4850-986b-5a5c571ab259 req-22704df0-b387-41e4-b045-82ec66752941 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 210 time: 0.0292478 Feb 16 11:11:49.830744 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f7564-9def-428c-bfe2-6f11db7686d0 req-bb071528-23d8-465d-9a1a-270361295bf4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:49.832806 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1d1f7564-9def-428c-bfe2-6f11db7686d0 req-bb071528-23d8-465d-9a1a-270361295bf4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.3675084 Feb 16 11:11:49.887202 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1d1f7564-9def-428c-bfe2-6f11db7686d0 req-9d2605ef-3c97-44b3-9138-f22d2576386c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491028 Feb 16 11:11:50.171446 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-aef6adc2-22ae-4a2b-a8a5-9d1dcd58f796 req-6b62219e-4b8f-46f3-949f-51795d2f75db tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 210 time: 0.0375068 Feb 16 11:11:50.388919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-aed993ae-c934-4b9b-a801-9ef5fd180d86 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:50.390519 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-aed993ae-c934-4b9b-a801-9ef5fd180d86 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "GET /v2.0/networks?id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 HTTP/1.1" status: 200 len: 813 time: 0.1197500 Feb 16 11:11:50.407170 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Request body: {'port': {'device_id': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5', 'admin_state_up': True, 'tenant_id': '60eaa7d800374fa8af28ab9f09a12d32'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:50.539592 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Made reservation on behalf of 60eaa7d800374fa8af28ab9f09a12d32 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:11:50.545381 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:50.705693 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Allocated IP 172.20.0.11 (8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5/a6464529-9168-489a-b06f-599ff6ab7158/31b018de-be1d-4437-acae-4bfa99a37a81) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:11:50.894922 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks [] for port (31b018de-be1d-4437-acae-4bfa99a37a81), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:50.947821 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:51.019011 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Pushing event updated for resources: {'Port': ['ID=31b018de-be1d-4437-acae-4bfa99a37a81,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:51.059749 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:11:51.063702 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:11:51.066478 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:11:51.124267 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436f170-5a60-4890-9cc9-b76b80ae2fb3 req-36238480-c852-4d68-8063-8e40df1719a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:51.125939 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1436f170-5a60-4890-9cc9-b76b80ae2fb3 req-36238480-c852-4d68-8063-8e40df1719a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1020133 Feb 16 11:11:51.131761 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:51.132535 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:51.165461 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9fab0908-41e4-44b2-83e1-92ad0c61b332 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624316 Feb 16 11:11:51.181649 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Request body: {'port': {'device_id': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:11:51.231253 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1436f170-5a60-4890-9cc9-b76b80ae2fb3 req-64dac1f6-aead-49b5-a1a7-ab9d0c694589 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947666 Feb 16 11:11:51.275060 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:51.330766 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704555cd-18cc-48ef-b099-21b47502c1df req-fe10e27a-6b8c-4f9c-8fa5-45457182a7a3 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:51.340066 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-704555cd-18cc-48ef-b099-21b47502c1df req-fe10e27a-6b8c-4f9c-8fa5-45457182a7a3 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 932 time: 0.0618808 Feb 16 11:11:51.393435 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-704555cd-18cc-48ef-b099-21b47502c1df req-668e8454-c217-4c31-8ebf-8407bc43834f tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506136 Feb 16 11:11:51.806065 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b018de-be1d-4437-acae-4bfa99a37a81 {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:11:51.813619 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Publish callbacks [] for port (31b018de-be1d-4437-acae-4bfa99a37a81), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:51.826933 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Transition to ACTIVE for port object 31b018de-be1d-4437-acae-4bfa99a37a81 will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:11:51.832469 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:51.881950 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Pushing event updated for resources: {'Port': ['ID=31b018de-be1d-4437-acae-4bfa99a37a81,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:51.961145 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Attempting to bind port 31b018de-be1d-4437-acae-4bfa99a37a81 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:11:51.961480 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Attempting to bind port 31b018de-be1d-4437-acae-4bfa99a37a81 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:11:51.961805 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Attempting to bind port 31b018de-be1d-4437-acae-4bfa99a37a81 on network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:11:51.966209 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Port 31b018de-be1d-4437-acae-4bfa99a37a81 on network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:11:51.966522 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Attempting to bind port 31b018de-be1d-4437-acae-4bfa99a37a81 on network 8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:11:51.971401 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:11:51.971649 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Checking segment: {'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:11:51.972030 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Bound using segment: {'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:11:51.972482 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Bound port: 31b018de-be1d-4437-acae-4bfa99a37a81, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece2436-3a13-4850-ba42-9fefa3676cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:11:51.972838 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:52.035034 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] For port 31b018de-be1d-4437-acae-4bfa99a37a81, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:11:52.038257 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] For port 31b018de-be1d-4437-acae-4bfa99a37a81, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31b018de-be1d-4437-acae-4bfa99a37a81,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:11:52.045822 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:52.087845 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:52.088498 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:52.089916 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] 10.222.0.42 "PUT /v2.0/ports/31b018de-be1d-4437-acae-4bfa99a37a81 HTTP/1.1" status: 200 len: 1094 time: 0.9125574 Feb 16 11:11:52.090352 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'tag': '31b018de-be1d-4437-acae-4bfa99a37a81'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:52.092676 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91504765-0bbe-4834-b52c-8fd7cda7b905" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb80923-3ccc-4e45-9db6-878d0e2a41b5", "tag": "31b018de-be1d-4437-acae-4bfa99a37a81"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:52.114146 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77a125-44a1-4d8b-ba33-ef85cafa2355 service neutron] Pushing event updated for resources: {'Port': ['ID=31b018de-be1d-4437-acae-4bfa99a37a81,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:52.186762 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-0b886ba1-4d6e-4cc1-9d13-1af8a0730d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:52.188363 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-0b886ba1-4d6e-4cc1-9d13-1af8a0730d2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60eaa7d800374fa8af28ab9f09a12d32&device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 1128 time: 0.0535624 Feb 16 11:11:52.249307 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92382a26-a62b-4209-812f-162e56de16cf x-openstack-request-id: req-92382a26-a62b-4209-812f-162e56de16cf {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:52.249781 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb80923-3ccc-4e45-9db6-878d0e2a41b5", "tag": "31b018de-be1d-4437-acae-4bfa99a37a81", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:52.250199 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92382a26-a62b-4209-812f-162e56de16cf {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:52.250935 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'tag': '31b018de-be1d-4437-acae-4bfa99a37a81', 'status': 'completed', 'code': 200} Feb 16 11:11:52.253134 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-56531ac2-bb45-4fce-9833-d4470f70e573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b018de-be1d-4437-acae-4bfa99a37a81 HTTP/1.1" status: 200 len: 217 time: 0.0535953 Feb 16 11:11:52.331417 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-47c96cf4-4ffe-4ec0-b550-cbf36edf251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:52.332075 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-47c96cf4-4ffe-4ec0-b550-cbf36edf251e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6464529-9168-489a-b06f-599ff6ab7158 HTTP/1.1" status: 200 len: 853 time: 0.0722363 Feb 16 11:11:52.396214 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-9ca43005-8ad6-4f89-bbcb-29e4ee5dc836 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431116 Feb 16 11:11:52.443290 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3f3b-2265-4ef8-957c-b42a16eda490 req-8d3cca25-e44a-48ee-9536-25f8dbba7120 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:52.445788 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0dca3f3b-2265-4ef8-957c-b42a16eda490 req-8d3cca25-e44a-48ee-9536-25f8dbba7120 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1311657 Feb 16 11:11:52.571483 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e870b9-8a45-4431-af0c-19fde833375e req-80f2ed3e-4e01-42fc-b347-700632dabc8c tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:52.574780 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d7e870b9-8a45-4431-af0c-19fde833375e req-80f2ed3e-4e01-42fc-b347-700632dabc8c tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 944 time: 0.0915618 Feb 16 11:11:52.578394 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0dca3f3b-2265-4ef8-957c-b42a16eda490 req-3f4ec400-0759-48a0-a9c6-d909cf78570d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173773 Feb 16 11:11:52.620544 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-8e942e5b-f82b-4b95-820e-7eae0cbdcd54 service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152410 Feb 16 11:11:52.645242 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d7e870b9-8a45-4431-af0c-19fde833375e req-d6b2edba-e5ad-48fb-9dcb-2f0975bc92ae tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Feb 16 11:11:52.723289 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bd50e818-cb08-443b-815a-d6608f5ea8f1 req-a54af204-927d-4f33-a101-790aad1d986e service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960808 Feb 16 11:11:52.818052 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-10b747ef-0fb9-4ecc-959b-2f3cf8c8ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:52.819966 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-10b747ef-0fb9-4ecc-959b-2f3cf8c8ba85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=60eaa7d800374fa8af28ab9f09a12d32&device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 1128 time: 0.0494206 Feb 16 11:11:52.918626 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-01ef0c76-ea44-4540-a38b-e9df405d6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:52.920239 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-01ef0c76-ea44-4540-a38b-e9df405d6f87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 HTTP/1.1" status: 200 len: 914 time: 0.0936432 Feb 16 11:11:52.961752 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-f291046b-fe5a-4023-a216-a2838cb4f03d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b018de-be1d-4437-acae-4bfa99a37a81 HTTP/1.1" status: 200 len: 217 time: 0.0353022 Feb 16 11:11:53.016901 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-82ed625e-a91f-46df-ac56-8eaf0ca086c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:53.018511 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-82ed625e-a91f-46df-ac56-8eaf0ca086c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6464529-9168-489a-b06f-599ff6ab7158 HTTP/1.1" status: 200 len: 853 time: 0.0479209 Feb 16 11:11:53.053632 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-6054a758-4cf6-47a0-8b8d-580b792d7215 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279083 Feb 16 11:11:53.148991 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-c10eb042-92b5-4ad9-8974-5d171bb40496 service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881917 Feb 16 11:11:53.254997 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-91504765-0bbe-4834-b52c-8fd7cda7b905 req-f98eb1e6-6ec0-4eb7-b834-423797a7f82c service neutron] 10.222.0.42 "GET /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955324 Feb 16 11:11:53.581641 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ce5628f-8e4a-4bee-8c75-710992a8077a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:53.705718 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8cfa6-ba58-452b-988f-2ef784d92cca req-f5b35115-736d-4694-800f-66ad97ac0d62 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:53.707493 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a7b8cfa6-ba58-452b-988f-2ef784d92cca req-f5b35115-736d-4694-800f-66ad97ac0d62 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0562875 Feb 16 11:11:53.764829 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a7b8cfa6-ba58-452b-988f-2ef784d92cca req-577badcb-2859-40e1-ad92-ace9332fb29a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504920 Feb 16 11:11:53.780854 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665b828-e888-46c6-bc21-384184695dd0 req-51652500-9655-4dbc-8373-2468bc89c88b tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:53.782406 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9665b828-e888-46c6-bc21-384184695dd0 req-51652500-9655-4dbc-8373-2468bc89c88b tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 944 time: 0.0578353 Feb 16 11:11:53.832451 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9665b828-e888-46c6-bc21-384184695dd0 req-2c3033a3-4735-44d7-b049-c42ed121c5af tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Feb 16 11:11:54.904508 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac028c-1b6e-459c-8648-41ede133c134 req-229938cb-20f7-47f7-b46d-b56a7c9e664b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:54.906164 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-27ac028c-1b6e-459c-8648-41ede133c134 req-229938cb-20f7-47f7-b46d-b56a7c9e664b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0612822 Feb 16 11:11:54.962409 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-27ac028c-1b6e-459c-8648-41ede133c134 req-448c9e38-e887-447c-af15-e5b893ddbe32 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504193 Feb 16 11:11:54.970676 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfd3d9-a879-4ab8-ad00-c578bdb0cda7 req-ee1d2d69-8154-4ddf-bc77-91642a75aa4b tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:54.972306 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-33cfd3d9-a879-4ab8-ad00-c578bdb0cda7 req-ee1d2d69-8154-4ddf-bc77-91642a75aa4b tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 944 time: 0.0679200 Feb 16 11:11:55.033808 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-33cfd3d9-a879-4ab8-ad00-c578bdb0cda7 req-d327a401-c645-41a0-8bc2-b86306875f26 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549924 Feb 16 11:11:55.212808 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 31b018de-be1d-4437-acae-4bfa99a37a81 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:11:55.321449 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 31b018de-be1d-4437-acae-4bfa99a37a81, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31b018de-be1d-4437-acae-4bfa99a37a81,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:55.338767 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '31b018de-be1d-4437-acae-4bfa99a37a81', 'network_id': '8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5', 'port_id': '31b018de-be1d-4437-acae-4bfa99a37a81', 'mac_address': 'fa:16:3e:85:c7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6464529-9168-489a-b06f-599ff6ab7158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:11:55.382618 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 31b018de-be1d-4437-acae-4bfa99a37a81 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:11:55.383028 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:55.397538 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b018de-be1d-4437-acae-4bfa99a37a81 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:11:55.419343 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 31b018de-be1d-4437-acae-4bfa99a37a81, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31b018de-be1d-4437-acae-4bfa99a37a81,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:55.424915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:55.474845 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=31b018de-be1d-4437-acae-4bfa99a37a81,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:55.482248 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.482592 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.482930 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.483319 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.483574 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.483902 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.484243 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.484633 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.484930 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.485391 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.485598 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.485933 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.486267 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:11:55.695827 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['31b018de-be1d-4437-acae-4bfa99a37a81'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:11:56.095685 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbbdca-96a4-4109-bd12-fff0bbfacf42 req-f5d2d07f-4de3-4365-bc68-f3bc1a755d0b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:56.097335 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4fbbbdca-96a4-4109-bd12-fff0bbfacf42 req-f5d2d07f-4de3-4365-bc68-f3bc1a755d0b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0631135 Feb 16 11:11:56.100644 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-96a1f312-438c-4980-a240-8d0bef06ef4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:56.156859 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4fbbbdca-96a4-4109-bd12-fff0bbfacf42 req-e789e140-70d1-4278-abf4-ecebb58b340c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473783 Feb 16 11:11:56.208921 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c775f-ca89-4fd3-beb6-90fe8155db4f req-33b08597-695d-430d-adeb-05455c2a9031 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:56.210473 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-916c775f-ca89-4fd3-beb6-90fe8155db4f req-33b08597-695d-430d-adeb-05455c2a9031 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 945 time: 0.0756783 Feb 16 11:11:56.261999 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-916c775f-ca89-4fd3-beb6-90fe8155db4f req-d3ba87fc-c7ea-43d3-817c-6e9cf7e1e2d6 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Feb 16 11:11:56.924427 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-fea6f168-6127-44e8-92b8-276d62b9f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:56.925874 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-fea6f168-6127-44e8-92b8-276d62b9f961 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1129 time: 0.0520542 Feb 16 11:11:57.016538 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-d8002dc1-94e5-46ef-9aa1-f71141829807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:57.018059 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-d8002dc1-94e5-46ef-9aa1-f71141829807 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 910 time: 0.0859051 Feb 16 11:11:57.087533 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-b69e1925-56bd-4a61-a244-47baa122a1c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 1001 time: 0.0632546 Feb 16 11:11:57.139790 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-d3910625-fe40-484f-b938-652e7d44d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:57.141351 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-d3910625-fe40-484f-b938-652e7d44d5ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 200 len: 848 time: 0.0462921 Feb 16 11:11:57.195541 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-919a2bfe-5be6-48f4-a543-4fdaf89199c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:57.197236 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-919a2bfe-5be6-48f4-a543-4fdaf89199c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493858 Feb 16 11:11:57.225500 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 31b018de-be1d-4437-acae-4bfa99a37a81 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:11:57.279325 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 31b018de-be1d-4437-acae-4bfa99a37a81 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:11:57.283899 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 31b018de-be1d-4437-acae-4bfa99a37a81 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:11:57.284563 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:57.339111 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace006a-49c5-4806-b197-6fc2cca44407 req-976f941e-5e80-4154-b9e9-ff97cf39a2fa tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:57.339896 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-d9c8ff02-896c-44ff-9b21-0589cd34f77c service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338534 Feb 16 11:11:57.341245 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4ace006a-49c5-4806-b197-6fc2cca44407 req-976f941e-5e80-4154-b9e9-ff97cf39a2fa tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0933902 Feb 16 11:11:57.349005 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:57.418428 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4ace006a-49c5-4806-b197-6fc2cca44407 req-9aadcfd5-8850-4b96-9e79-cc0db0b3fc44 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659778 Feb 16 11:11:57.506801 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6ffb0-7ad9-4f54-b8cc-c0e2616a5bc9 req-9b2a4db6-02d6-4558-ad85-45767a49b2ed tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:57.508484 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-feb6ffb0-7ad9-4f54-b8cc-c0e2616a5bc9 req-9b2a4db6-02d6-4558-ad85-45767a49b2ed tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 945 time: 0.1538377 Feb 16 11:11:57.513525 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ccba4ad4-2f24-4eba-9511-db2711e61425 req-4e17431e-6b8f-430d-8c3e-26cbf7dd3e23 service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601810 Feb 16 11:11:57.532815 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 31b018de-be1d-4437-acae-4bfa99a37a81 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:11:57.533207 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:57.558774 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b018de-be1d-4437-acae-4bfa99a37a81'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:11:57.561441 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791bd56c-d2c5-41f2-9dd9-0d1d2d4f5850" -d '{"events": [{"server_uuid": "ecb80923-3ccc-4e45-9db6-878d0e2a41b5", "name": "network-vif-plugged", "status": "completed", "tag": "31b018de-be1d-4437-acae-4bfa99a37a81"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:11:57.575162 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-feb6ffb0-7ad9-4f54-b8cc-c0e2616a5bc9 req-ecc055ec-8284-4482-9041-fad585e9b803 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Feb 16 11:11:57.575896 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 31b018de-be1d-4437-acae-4bfa99a37a81, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31b018de-be1d-4437-acae-4bfa99a37a81,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:11:57.583564 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:57.608613 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899fc45f-5b91-48b0-9947-6ce2c8403ea2 x-openstack-request-id: req-899fc45f-5b91-48b0-9947-6ce2c8403ea2 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:11:57.608910 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb80923-3ccc-4e45-9db6-878d0e2a41b5", "name": "network-vif-plugged", "status": "completed", "tag": "31b018de-be1d-4437-acae-4bfa99a37a81", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:11:57.609164 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-899fc45f-5b91-48b0-9947-6ce2c8403ea2 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:11:57.609564 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b018de-be1d-4437-acae-4bfa99a37a81', 'code': 200} Feb 16 11:11:57.639050 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=31b018de-be1d-4437-acae-4bfa99a37a81,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:11:57.815908 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a6861-6027-47dd-b3ea-be536a249c38 req-7cd4fa8a-5518-4ec7-802b-fd631cc4680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:57.817486 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ef0a6861-6027-47dd-b3ea-be536a249c38 req-7cd4fa8a-5518-4ec7-802b-fd631cc4680b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 1130 time: 0.0500796 Feb 16 11:11:57.866065 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ef0a6861-6027-47dd-b3ea-be536a249c38 req-a809d194-e498-438b-a546-4fa6650bc809 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Feb 16 11:11:58.565100 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9492c-576d-415b-9f18-cfda5a63d3fc req-bf6c6645-e786-461b-8fd8-e0de8a125dde tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:58.566703 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-eba9492c-576d-415b-9f18-cfda5a63d3fc req-bf6c6645-e786-461b-8fd8-e0de8a125dde tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0636623 Feb 16 11:11:58.620403 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-eba9492c-576d-415b-9f18-cfda5a63d3fc req-9a723aec-28eb-45b6-9e0a-612fa1496868 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472431 Feb 16 11:11:58.712773 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e04d18-e2f0-4b57-b82a-68d9c06db6eb req-bf541942-fb74-4ba6-a407-883a2fb9a934 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:58.714225 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-95e04d18-e2f0-4b57-b82a-68d9c06db6eb req-bf541942-fb74-4ba6-a407-883a2fb9a934 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 946 time: 0.0545785 Feb 16 11:11:58.768347 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-95e04d18-e2f0-4b57-b82a-68d9c06db6eb req-723ee5f1-2351-4726-b2f3-2a662fff2dfc tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Feb 16 11:11:59.030585 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:59.753470 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ea78-d016-484e-b23f-b553d6bc605e req-e5197f17-1442-4114-ad2a-f25b98a91a5f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:59.755153 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a140ea78-d016-484e-b23f-b553d6bc605e req-e5197f17-1442-4114-ad2a-f25b98a91a5f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0601895 Feb 16 11:11:59.834834 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a140ea78-d016-484e-b23f-b553d6bc605e req-2265a405-b05b-4a92-9ad6-8e648a88bbe8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690975 Feb 16 11:11:59.918171 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db409615-adc9-4b7d-93b8-eafe9328fb74 req-f3dea3ef-ebe7-4fcb-bad6-f02827cf074b tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:11:59.921135 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-db409615-adc9-4b7d-93b8-eafe9328fb74 req-f3dea3ef-ebe7-4fcb-bad6-f02827cf074b tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 946 time: 0.0735352 Feb 16 11:11:59.927473 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:11:59.976917 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-db409615-adc9-4b7d-93b8-eafe9328fb74 req-f6b42caa-b15e-4e32-a02d-b62ba0b254a3 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Feb 16 11:12:00.449371 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:00.972450 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93bf7f-1198-483c-a742-4464bc3f7733 req-cf50720b-4053-4ac3-adae-1f205da5c7fe tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:00.974080 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c93bf7f-1198-483c-a742-4464bc3f7733 req-cf50720b-4053-4ac3-adae-1f205da5c7fe tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0622036 Feb 16 11:12:01.027916 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9c93bf7f-1198-483c-a742-4464bc3f7733 req-b9e673a4-567e-4790-8aff-776485cc05fa tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475798 Feb 16 11:12:02.155200 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ec2d-3f3b-432c-b4d8-3c580c6f2cc4 req-d60c4c6c-1a2d-4894-838e-80f8a420cf30 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:02.156714 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1cd7ec2d-3f3b-432c-b4d8-3c580c6f2cc4 req-d60c4c6c-1a2d-4894-838e-80f8a420cf30 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0542197 Feb 16 11:12:02.211911 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1cd7ec2d-3f3b-432c-b4d8-3c580c6f2cc4 req-bcc75038-dda4-4a4c-b396-74ce5cc2f9ec tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483432 Feb 16 11:12:03.239688 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:03.329684 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c is: ACTIVE; New status is: DOWN {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:12:03.330124 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:03.348091 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67797d3-8c4a-4139-83b5-c7f4068ea344 req-3ddb39e1-ada2-4201-846e-e47fd033c871 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:03.349739 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d67797d3-8c4a-4139-83b5-c7f4068ea344 req-3ddb39e1-ada2-4201-846e-e47fd033c871 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0643258 Feb 16 11:12:03.355217 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:03.357817 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173ceebd-2a6c-437e-b649-df1f8a4ff292" -d '{"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-unplugged", "status": "completed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:03.372855 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:03.379285 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:03.408922 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba0f4a-8edc-4c2a-93f8-d1f6c3dd5e88 x-openstack-request-id: req-96ba0f4a-8edc-4c2a-93f8-d1f6c3dd5e88 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:03.409214 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-unplugged", "status": "completed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:03.409470 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96ba0f4a-8edc-4c2a-93f8-d1f6c3dd5e88 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:03.409869 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'code': 200} Feb 16 11:12:03.410906 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d67797d3-8c4a-4139-83b5-c7f4068ea344 req-a52415e8-0966-4c55-9ed7-dd16a97b03b7 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553761 Feb 16 11:12:03.439105 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=6']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:04.546708 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84294eeb-8d33-4216-8dcd-4107dd011a85 req-1038d8f2-d50b-499c-ab8c-2d6a9528b5d1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:04.548305 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-84294eeb-8d33-4216-8dcd-4107dd011a85 req-1038d8f2-d50b-499c-ab8c-2d6a9528b5d1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0568111 Feb 16 11:12:04.614001 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-84294eeb-8d33-4216-8dcd-4107dd011a85 req-bc7c10e8-0553-4322-87a5-56caf9229982 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595329 Feb 16 11:12:05.749098 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d3818-bc07-4f9d-b7ab-b0c063422bb6 req-a9b5efa9-b5ff-48fa-866d-57cb233d6b66 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:05.750641 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-484d3818-bc07-4f9d-b7ab-b0c063422bb6 req-a9b5efa9-b5ff-48fa-866d-57cb233d6b66 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0575719 Feb 16 11:12:05.810549 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-484d3818-bc07-4f9d-b7ab-b0c063422bb6 req-f15b3de2-3062-4e88-b226-7ffcc70c97b5 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542181 Feb 16 11:12:06.940877 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeca31-7721-4cdc-b92c-1823ccc8fb50 req-6d8650c5-66a2-49ef-a365-991cb0761b1b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:06.942429 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6fbeca31-7721-4cdc-b92c-1823ccc8fb50 req-6d8650c5-66a2-49ef-a365-991cb0761b1b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0585792 Feb 16 11:12:07.006847 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6fbeca31-7721-4cdc-b92c-1823ccc8fb50 req-6e198d12-9236-445a-8956-66198b4ec7c4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580583 Feb 16 11:12:07.089135 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb659cd0-831f-4c58-9f7c-7b95bc5e43c8 req-96ff2e53-91c5-47e2-985d-58db5bfd932f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:07.090758 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bb659cd0-831f-4c58-9f7c-7b95bc5e43c8 req-96ff2e53-91c5-47e2-985d-58db5bfd932f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.0544615 Feb 16 11:12:07.144592 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bb659cd0-831f-4c58-9f7c-7b95bc5e43c8 req-dc1115b1-ddd2-4cf4-82c6-f69eef9be9bd tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476930 Feb 16 11:12:08.135865 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e4f66-0526-4bfb-bb73-0ea7dda5a134 req-8f20a968-b6fb-4397-aaae-c3cabc686638 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:08.137394 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-dd1e4f66-0526-4bfb-bb73-0ea7dda5a134 req-8f20a968-b6fb-4397-aaae-c3cabc686638 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0536394 Feb 16 11:12:08.202102 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-dd1e4f66-0526-4bfb-bb73-0ea7dda5a134 req-96284c0d-fc46-47d4-a93b-c8f7c834c6f2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559535 Feb 16 11:12:08.325522 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dc0b7-8c4c-4f58-9148-067986241c41 req-06a2d25c-7808-44e0-b19f-f053614f7a9f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:08.327180 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ca9dc0b7-8c4c-4f58-9148-067986241c41 req-06a2d25c-7808-44e0-b19f-f053614f7a9f tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.0618994 Feb 16 11:12:08.389980 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ca9dc0b7-8c4c-4f58-9148-067986241c41 req-62b5c643-ab28-48ec-8916-1c404838dec6 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4fff464-ac39-4221-add1-0a3acdfa2acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Feb 16 11:12:08.754355 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fef76b-4d28-4fc7-9061-278bd69a4d89 req-f65005bb-89a0-4184-b79d-3a988dd51573 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:08.756037 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-59fef76b-4d28-4fc7-9061-278bd69a4d89 req-f65005bb-89a0-4184-b79d-3a988dd51573 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0572994 Feb 16 11:12:08.813661 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-59fef76b-4d28-4fc7-9061-278bd69a4d89 req-9a68e54e-ca3d-4866-b496-8d31bdda7ade tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483415 Feb 16 11:12:08.857176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59050) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:08.967874 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff1e9-7427-4c63-8d1e-475bc1a7eb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.022147 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1622-8419-4a57-8924-d18310c10d44 req-aacb478c-f848-4b7c-b730-d1ed36aa446e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:09.023787 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-401c1622-8419-4a57-8924-d18310c10d44 req-aacb478c-f848-4b7c-b730-d1ed36aa446e tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 946 time: 0.0541101 Feb 16 11:12:09.048448 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff1e9-7427-4c63-8d1e-475bc1a7eb57 admin admin] Publish callbacks [] for security_group (9ec17e53-dd6f-4edc-a4b9-822aea0732dc), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.053547 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff1e9-7427-4c63-8d1e-475bc1a7eb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9ec17e53-dd6f-4edc-a4b9-822aea0732dc), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.092183 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-6e9ff1e9-7427-4c63-8d1e-475bc1a7eb57 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c111583de204dcd9686e6258c5c3e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337897 Feb 16 11:12:09.093189 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ff1e9-7427-4c63-8d1e-475bc1a7eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec17e53-dd6f-4edc-a4b9-822aea0732dc,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:09.095416 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59054) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:09.126241 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Deleting port d6f49456-be7f-43c1-820b-95db6a61d978 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:09.126595 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.146594 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d45ca359-f265-4aae-a0c0-b9884b885255 admin admin] Publish callbacks [] for security_group (9ec17e53-dd6f-4edc-a4b9-822aea0732dc), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.168932 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d45ca359-f265-4aae-a0c0-b9884b885255 admin admin] Publish callbacks [] for security_group (9ec17e53-dd6f-4edc-a4b9-822aea0732dc), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.216022 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] For port d6f49456-be7f-43c1-820b-95db6a61d978, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d6f49456-be7f-43c1-820b-95db6a61d978,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:09.216653 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.219485 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d45ca359-f265-4aae-a0c0-b9884b885255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (9ec17e53-dd6f-4edc-a4b9-822aea0732dc), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.222426 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d45ca359-f265-4aae-a0c0-b9884b885255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.223654 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d45ca359-f265-4aae-a0c0-b9884b885255 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ec17e53-dd6f-4edc-a4b9-822aea0732dc HTTP/1.1" status: 204 len: 168 time: 0.1273315 Feb 16 11:12:09.231013 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Calling delete_port for d6f49456-be7f-43c1-820b-95db6a61d978 owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:09.237753 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ca359-f265-4aae-a0c0-b9884b885255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec17e53-dd6f-4edc-a4b9-822aea0732dc,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:09.349519 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2efc0-14e1-4a0f-8b37-09a87d9bfa61 req-00fd5e27-486c-4a30-8360-199c5fbe1e6d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:09.350986 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-50d2efc0-14e1-4a0f-8b37-09a87d9bfa61 req-00fd5e27-486c-4a30-8360-199c5fbe1e6d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0620611 Feb 16 11:12:09.405215 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (d6f49456-be7f-43c1-820b-95db6a61d978), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.411688 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-50d2efc0-14e1-4a0f-8b37-09a87d9bfa61 req-00971620-4710-43c6-8abf-84115183f68d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548744 Feb 16 11:12:09.420224 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['d6f49456-be7f-43c1-820b-95db6a61d978'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:12:09.476929 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Pushing event deleted for resources: {'Port': ['ID=d6f49456-be7f-43c1-820b-95db6a61d978,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:09.509198 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] No DVR routers for this DVR port d6f49456-be7f-43c1-820b-95db6a61d978 on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:09.511944 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:09.515491 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-401c1622-8419-4a57-8924-d18310c10d44 req-759a0e8d-f270-466f-904e-15ad7d3d3620 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.42 "DELETE /v2.0/ports/d6f49456-be7f-43c1-820b-95db6a61d978 HTTP/1.1" status: 204 len: 173 time: 0.4857767 Feb 16 11:12:09.517407 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'name': 'network-vif-deleted', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:09.520756 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a23ae-1476-4ec0-ba3d-d9ee5b923807" -d '{"events": [{"server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "name": "network-vif-deleted", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:09.542574 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b709e0ad-1a40-4bba-9ef1-703e715f248f req-ae9be0d4-34e9-4e32-947e-9d85a0913138 tempest-TestMinimumBasicScenario-1701736318 tempest-TestMinimumBasicScenario-1701736318-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6187db5-d690-4706-a91b-d5e51b77fc20 HTTP/1.1" status: 200 len: 210 time: 0.0609622 Feb 16 11:12:09.572755 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b4092-b285-466f-94c7-0c5c002e8e21 x-openstack-request-id: req-d38b4092-b285-466f-94c7-0c5c002e8e21 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:09.573378 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6187db5-d690-4706-a91b-d5e51b77fc20", "name": "network-vif-deleted", "tag": "d6f49456-be7f-43c1-820b-95db6a61d978", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:09.573696 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d38b4092-b285-466f-94c7-0c5c002e8e21 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:09.574181 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6187db5-d690-4706-a91b-d5e51b77fc20', 'name': 'network-vif-deleted', 'tag': 'd6f49456-be7f-43c1-820b-95db6a61d978', 'status': 'completed', 'code': 200} Feb 16 11:12:09.958000 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54959a7-0270-45be-af69-30f64622b503 req-303bb971-64e1-40c0-b932-296adb23f3a4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:09.960329 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a54959a7-0270-45be-af69-30f64622b503 req-303bb971-64e1-40c0-b932-296adb23f3a4 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0625110 Feb 16 11:12:10.021872 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-a54959a7-0270-45be-af69-30f64622b503 req-809cb6c5-4c97-4bf0-b840-eabe36a4ad24 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539327 Feb 16 11:12:10.566701 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35507664-eb36-419b-9079-869811fa5cae req-e8e3771f-7948-4a0e-8c43-b1e145f93028 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:10.568407 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-35507664-eb36-419b-9079-869811fa5cae req-e8e3771f-7948-4a0e-8c43-b1e145f93028 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0590396 Feb 16 11:12:10.634473 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-35507664-eb36-419b-9079-869811fa5cae req-fa3bee71-24b8-494c-9509-425f0e2cf945 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558286 Feb 16 11:12:11.155230 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130c44d-ac46-41de-ac6e-cc01b1a80a69 req-d0b5b8ad-c91d-4c1e-8624-790ab956412f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:11.157094 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e130c44d-ac46-41de-ac6e-cc01b1a80a69 req-d0b5b8ad-c91d-4c1e-8624-790ab956412f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0570548 Feb 16 11:12:11.212576 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e130c44d-ac46-41de-ac6e-cc01b1a80a69 req-7bb86caa-6b55-4af5-acdb-401252a25a5e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491204 Feb 16 11:12:11.308662 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59156) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:11.799362 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (8eb276f4-090b-4e41-893c-afaba8af1ca7), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:11.871206 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79b45c-174b-44c8-8bc1-f1b19d02623c req-c5a5be20-18ac-4a7d-9dbd-e33c79a3652b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:11.872769 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c79b45c-174b-44c8-8bc1-f1b19d02623c req-c5a5be20-18ac-4a7d-9dbd-e33c79a3652b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1524854 Feb 16 11:12:11.948128 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c79b45c-174b-44c8-8bc1-f1b19d02623c req-84ec7d9d-3ff8-441f-ba37-6bee5e002b8e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632148 Feb 16 11:12:12.155154 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Deleting port 7189546a-f159-4c20-873d-61e61c53be8a {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:12.155545 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (7189546a-f159-4c20-873d-61e61c53be8a), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:12.350322 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2712f89-b2f9-4a36-803f-0e33599bd4d3 req-701393d0-a7d9-431b-84e3-7d9ba2137435 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:12.351916 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2712f89-b2f9-4a36-803f-0e33599bd4d3 req-701393d0-a7d9-431b-84e3-7d9ba2137435 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0564291 Feb 16 11:12:12.408604 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d2712f89-b2f9-4a36-803f-0e33599bd4d3 req-4df70d75-a12b-43a0-9ef5-d9b4c60ab0ff tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504813 Feb 16 11:12:12.492013 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] For port 7189546a-f159-4c20-873d-61e61c53be8a, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=7189546a-f159-4c20-873d-61e61c53be8a,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:12.492685 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (7189546a-f159-4c20-873d-61e61c53be8a), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:12.506152 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Calling delete_port for 7189546a-f159-4c20-873d-61e61c53be8a owned by network:router_interface {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:12.706077 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (7189546a-f159-4c20-873d-61e61c53be8a), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:12.733278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7189546a-f159-4c20-873d-61e61c53be8a,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:12.920080 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (8eb276f4-090b-4e41-893c-afaba8af1ca7), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:13.151088 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22830e3f-5ef5-4faa-8be9-20a780f41f19 req-a35b5ba7-bf1c-484e-add9-142806c9e22c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:13.152993 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-22830e3f-5ef5-4faa-8be9-20a780f41f19 req-a35b5ba7-bf1c-484e-add9-142806c9e22c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1320858 Feb 16 11:12:13.225168 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-22830e3f-5ef5-4faa-8be9-20a780f41f19 req-7a4b05a8-6242-473e-9e08-e61b81a973b7 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666289 Feb 16 11:12:13.229481 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Router 8eb276f4-090b-4e41-893c-afaba8af1ca7 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:12:13.286435 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device d6f49456-be7f-43c1-820b-95db6a61d978 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:13.311535 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: d6f49456-be7f-43c1-820b-95db6a61d978 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:13.311878 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device d6f49456-be7f-43c1-820b-95db6a61d978 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:13.347745 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:12:13.354518 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-2d962d47-56d3-4a18-a760-6f4e8bcbb9c3 admin admin] 10.222.0.52 "PUT /v2.0/routers/8eb276f4-090b-4e41-893c-afaba8af1ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0447762 Feb 16 11:12:13.355343 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59180) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:13.356946 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] Sync routers for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:12:13.367910 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:13.368873 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:13.478907 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks [] for router (8eb276f4-090b-4e41-893c-afaba8af1ca7), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:13.488642 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:13.554619 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eee732-618f-41f5-a16c-b86dcbf4652d req-bc148639-986f-4ab6-adf5-8c9ab5a6cebc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:13.556235 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e5eee732-618f-41f5-a16c-b86dcbf4652d req-bc148639-986f-4ab6-adf5-8c9ab5a6cebc tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0575762 Feb 16 11:12:13.603885 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks [] for router_gateway (8eb276f4-090b-4e41-893c-afaba8af1ca7), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:13.627618 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e5eee732-618f-41f5-a16c-b86dcbf4652d req-58d91c56-aded-4f9c-be48-68fe30377802 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654545 Feb 16 11:12:13.671744 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Deleting port e7f323cf-bae8-4748-af00-f2e95c218169 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:13.672081 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:13.705081 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:12:12Z', 'revision_number': 5, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port': {'id': 'e7f323cf-bae8-4748-af00-f2e95c218169', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:18Z', 'updated_at': '2022-02-16T11:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:13.731335 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] Checking router: 8eb276f4-090b-4e41-893c-afaba8af1ca7 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:12:13.747185 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] Routers {'8eb276f4-090b-4e41-893c-afaba8af1ca7'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:13.748206 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['8eb276f4-090b-4e41-893c-afaba8af1ca7'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:13.761124 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] For port e7f323cf-bae8-4748-af00-f2e95c218169, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e7f323cf-bae8-4748-af00-f2e95c218169,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:13.761570 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:13.773731 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Calling delete_port for e7f323cf-bae8-4748-af00-f2e95c218169 owned by network:router_gateway {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:13.841481 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] Set router 8eb276f4-090b-4e41-893c-afaba8af1ca7 gateway port host: None {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:13.904399 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:12:13Z', 'revision_number': 6, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:13.931124 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eada07d-ca3e-4f4c-8366-d13eaa7e17ba None None] The sync data for ids ['8eb276f4-090b-4e41-893c-afaba8af1ca7'] in dv-cinder-773985-29-iscsi is: [{'id': '8eb276f4-090b-4e41-893c-afaba8af1ca7', 'name': 'tempest-TestMinimumBasicScenario-1161370030-router', 'tenant_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:17Z', 'updated_at': '2022-02-16T11:12:13Z', 'revision_number': 6, 'project_id': '4bc7d95a8f0941e0a52b73deec7f11cd', 'gw_port_host': None}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:12:13.986266 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (e7f323cf-bae8-4748-af00-f2e95c218169), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.012672 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f323cf-bae8-4748-af00-f2e95c218169,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:14.075179 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (8eb276f4-090b-4e41-893c-afaba8af1ca7), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.187684 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (8eb276f4-090b-4e41-893c-afaba8af1ca7), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.190027 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks [] for router_controller (8eb276f4-090b-4e41-893c-afaba8af1ca7), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.267065 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (8eb276f4-090b-4e41-893c-afaba8af1ca7), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.267768 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb276f4-090b-4e41-893c-afaba8af1ca7 {{(pid=102875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:12:14.275156 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.279007 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-7fdc6b85-1069-458f-b881-30d617f87c16 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8eb276f4-090b-4e41-893c-afaba8af1ca7 HTTP/1.1" status: 204 len: 168 time: 0.9203250 Feb 16 11:12:14.279290 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59192) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:14.361364 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] Deleting subnet 68b27126-5421-4324-ab57-b967790ab076 {{(pid=102875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:12:14.366691 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] Publish callbacks [] for subnet (68b27126-5421-4324-ab57-b967790ab076), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.413211 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261d8a-240c-44b0-8c5c-f30a8f5b67db req-642fd213-7c9d-4dba-9036-e856b1216d80 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:14.414729 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-78261d8a-240c-44b0-8c5c-f30a8f5b67db req-642fd213-7c9d-4dba-9036-e856b1216d80 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1063290 Feb 16 11:12:14.424177 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130356537'] for subnet (68b27126-5421-4324-ab57-b967790ab076), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.518698 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-78261d8a-240c-44b0-8c5c-f30a8f5b67db req-ea3838a0-4332-4e4b-b241-29cdbaf31fda tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973954 Feb 16 11:12:14.592057 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (68b27126-5421-4324-ab57-b967790ab076), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.675245 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130329193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130089482'] for subnet (68b27126-5421-4324-ab57-b967790ab076), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.712914 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.722421 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c15c1-3780-4198-8c70-6dd01c147181 None None] Network 370e0265-63e5-4aad-9edb-a17f97092dbe requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:12:14.725792 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/68b27126-5421-4324-ab57-b967790ab076 HTTP/1.1" status: 204 len: 168 time: 0.4452448 Feb 16 11:12:14.726628 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59198) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:14.729424 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5f08a-ca4a-43dc-aeb4-ce02c670249a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b27126-5421-4324-ab57-b967790ab076,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:14.801194 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1e344-f645-4237-b106-eb3731989c63 req-b0b257be-e3cf-46c6-ae90-50f3c6d6b5c8 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:14.810340 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-edd1e344-f645-4237-b106-eb3731989c63 req-b0b257be-e3cf-46c6-ae90-50f3c6d6b5c8 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0993617 Feb 16 11:12:14.812880 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (370e0265-63e5-4aad-9edb-a17f97092dbe), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.870205 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-edd1e344-f645-4237-b106-eb3731989c63 req-a12038a3-5ba0-46c9-8324-683744876353 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588777 Feb 16 11:12:14.897289 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Deleting port 4303d749-9f92-4db7-87b2-edc7fb4db8ac {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:14.897622 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:14.942995 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] DHCP port deletion for 370e0265-63e5-4aad-9edb-a17f97092dbe request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:12:14.986839 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] For port 4303d749-9f92-4db7-87b2-edc7fb4db8ac, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4303d749-9f92-4db7-87b2-edc7fb4db8ac,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:14.987204 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.004233 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Calling delete_port for 4303d749-9f92-4db7-87b2-edc7fb4db8ac owned by network:dhcp {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:15.009374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] Deleting port 4303d749-9f92-4db7-87b2-edc7fb4db8ac {{(pid=102877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:15.009374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), before_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.089747 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] For port 4303d749-9f92-4db7-87b2-edc7fb4db8ac, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=4303d749-9f92-4db7-87b2-edc7fb4db8ac,segment=NetworkSegment(a03b9769-f5f5-4941-ac31-3ddea7bb6cb6),segment_id=a03b9769-f5f5-4941-ac31-3ddea7bb6cb6)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:15.090888 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), precommit_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.115553 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.118561 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] Calling delete_port for 4303d749-9f92-4db7-87b2-edc7fb4db8ac owned by network:dhcp {{(pid=102877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:15.143565 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Pushing event deleted for resources: {'Port': ['ID=4303d749-9f92-4db7-87b2-edc7fb4db8ac,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:15.145440 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] No DVR routers for this DVR port 4303d749-9f92-4db7-87b2-edc7fb4db8ac on host dv-cinder-773985-29-iscsi {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:15.232007 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (370e0265-63e5-4aad-9edb-a17f97092dbe), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.260037 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370e0265-63e5-4aad-9edb-a17f97092dbe']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:15.277879 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:15.278366 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03b9769-f5f5-4941-ac31-3ddea7bb6cb6') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:15.283220 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (4303d749-9f92-4db7-87b2-edc7fb4db8ac), after_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.297888 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (a03b9769-f5f5-4941-ac31-3ddea7bb6cb6), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.310534 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] Pushing event deleted for resources: {'Port': ['ID=4303d749-9f92-4db7-87b2-edc7fb4db8ac,revision_number=None']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:15.314775 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec499aae-15fe-4ae0-96f8-7984c7e582e2 None None] No DVR routers for this DVR port 4303d749-9f92-4db7-87b2-edc7fb4db8ac on host dv-cinder-773985-29-iscsi {{(pid=102877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:15.324564 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (a03b9769-f5f5-4941-ac31-3ddea7bb6cb6), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.337044 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:12:15.337490 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (a03b9769-f5f5-4941-ac31-3ddea7bb6cb6), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:12:15.339656 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:12:15.404638 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (370e0265-63e5-4aad-9edb-a17f97092dbe), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.411151 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.414472 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] 10.222.0.52 "DELETE /v2.0/networks/370e0265-63e5-4aad-9edb-a17f97092dbe HTTP/1.1" status: 204 len: 168 time: 0.6868904 Feb 16 11:12:15.418093 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59204) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:15.429304 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33870d8-714a-402e-a735-862feb5476fd admin admin] Pushing event deleted for resources: {'Network': ['ID=370e0265-63e5-4aad-9edb-a17f97092dbe,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:15.667102 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bf63c-6b4f-49c4-8be9-cf87a0154f4a req-b4cdfad6-baff-4b82-9a97-f10041f58bd8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:15.669226 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0b4bf63c-6b4f-49c4-8be9-cf87a0154f4a req-b4cdfad6-baff-4b82-9a97-f10041f58bd8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0661697 Feb 16 11:12:15.722203 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0b4bf63c-6b4f-49c4-8be9-cf87a0154f4a req-52d14c02-c8aa-4a22-816c-1e5c3cd0ef40 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472181 Feb 16 11:12:15.813218 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (56d9addb-64f0-41b5-aa8d-4b226e65db33), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:15.900140 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e7f323cf-bae8-4748-af00-f2e95c218169 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:15.930945 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: e7f323cf-bae8-4748-af00-f2e95c218169 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:15.931286 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e7f323cf-bae8-4748-af00-f2e95c218169 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:15.931721 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4303d749-9f92-4db7-87b2-edc7fb4db8ac no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:15.957108 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 4303d749-9f92-4db7-87b2-edc7fb4db8ac {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:15.957448 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 4303d749-9f92-4db7-87b2-edc7fb4db8ac not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:15.958063 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 7189546a-f159-4c20-873d-61e61c53be8a no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:15.979338 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 7189546a-f159-4c20-873d-61e61c53be8a {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:15.979673 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 7189546a-f159-4c20-873d-61e61c53be8a not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:16.062040 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3554f-d455-4572-89d4-8fe308e9d703 req-b5f0d73e-e09b-4bca-ba91-5cf76a3fdb5f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:16.063793 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40e3554f-d455-4572-89d4-8fe308e9d703 req-b5f0d73e-e09b-4bca-ba91-5cf76a3fdb5f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0816343 Feb 16 11:12:16.149508 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40e3554f-d455-4572-89d4-8fe308e9d703 req-be2ddb8e-4040-4711-8f97-1ed5dbadacd1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788071 Feb 16 11:12:16.197430 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Deleting port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:16.197794 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:16.285306 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] For port abc4be9f-6881-4fbd-9c7e-07ec2a5f947c, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,segment=NetworkSegment(dc03a84b-71d8-4472-ba89-089ce3fa5ecd),segment_id=dc03a84b-71d8-4472-ba89-089ce3fa5ecd)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:16.285672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:16.299773 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Calling delete_port for abc4be9f-6881-4fbd-9c7e-07ec2a5f947c owned by network:router_interface {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:16.494428 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (abc4be9f-6881-4fbd-9c7e-07ec2a5f947c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:16.524278 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc4be9f-6881-4fbd-9c7e-07ec2a5f947c,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:16.695803 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (56d9addb-64f0-41b5-aa8d-4b226e65db33), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:16.858847 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407574f-d8f5-4b31-b803-b4436656bfd5 req-2c631209-3e5c-4c9e-a9f6-ea9bdc04d195 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:16.860414 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9407574f-d8f5-4b31-b803-b4436656bfd5 req-2c631209-3e5c-4c9e-a9f6-ea9bdc04d195 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0538056 Feb 16 11:12:16.924205 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9407574f-d8f5-4b31-b803-b4436656bfd5 req-ba5b192e-5bcf-4b1f-8bfb-01df90d3b794 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581207 Feb 16 11:12:16.929877 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Router 56d9addb-64f0-41b5-aa8d-4b226e65db33 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:12:17.045033 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:12:17.051373 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f5b66cd3-0361-437e-b5ad-3647f734a523 admin admin] 10.222.0.52 "PUT /v2.0/routers/56d9addb-64f0-41b5-aa8d-4b226e65db33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6299875 Feb 16 11:12:17.054575 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59222) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:17.055355 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] Sync routers for ids ['56d9addb-64f0-41b5-aa8d-4b226e65db33'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:12:17.067662 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] Routers {'56d9addb-64f0-41b5-aa8d-4b226e65db33'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:17.068341 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['56d9addb-64f0-41b5-aa8d-4b226e65db33'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:17.179204 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] Set router 56d9addb-64f0-41b5-aa8d-4b226e65db33 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:17.185540 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks [] for router (56d9addb-64f0-41b5-aa8d-4b226e65db33), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:17.340108 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9feec-c121-43c4-9cf1-2d1be221865d req-ae614f77-3562-4c6e-9586-d56560a17f99 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:17.341600 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6be9feec-c121-43c4-9cf1-2d1be221865d req-ae614f77-3562-4c6e-9586-d56560a17f99 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0849178 Feb 16 11:12:17.347226 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks [] for router_gateway (56d9addb-64f0-41b5-aa8d-4b226e65db33), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:17.391334 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:12:16Z', 'revision_number': 5, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port': {'id': 'c4f07d5b-a0bc-4f66-957b-f08d7bb01493', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:29Z', 'updated_at': '2022-02-16T11:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:17.418352 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] Checking router: 56d9addb-64f0-41b5-aa8d-4b226e65db33 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:12:17.428486 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] Routers {'56d9addb-64f0-41b5-aa8d-4b226e65db33'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:17.429113 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:11:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['56d9addb-64f0-41b5-aa8d-4b226e65db33'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:17.451540 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6be9feec-c121-43c4-9cf1-2d1be221865d req-bec46c8f-04a3-49fd-aedf-0f20be7aaa63 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006567 Feb 16 11:12:17.486538 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Deleting port c4f07d5b-a0bc-4f66-957b-f08d7bb01493 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:17.487182 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:17.558582 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] Set router 56d9addb-64f0-41b5-aa8d-4b226e65db33 gateway port host: None {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:17.607570 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] For port c4f07d5b-a0bc-4f66-957b-f08d7bb01493, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:17.607870 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:17.621271 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:12:17Z', 'revision_number': 6, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:17.623703 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Calling delete_port for c4f07d5b-a0bc-4f66-957b-f08d7bb01493 owned by network:router_gateway {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:17.649857 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4bf80-aace-4de2-aa25-b897560e65d4 None None] The sync data for ids ['56d9addb-64f0-41b5-aa8d-4b226e65db33'] in dv-cinder-773985-29-iscsi is: [{'id': '56d9addb-64f0-41b5-aa8d-4b226e65db33', 'name': 'tempest-TestMinimumBasicScenario-509044321-router', 'tenant_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:28Z', 'updated_at': '2022-02-16T11:12:17Z', 'revision_number': 6, 'project_id': 'fbab73bb758c4f4d91da4eabca5e8749', 'gw_port_host': None}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:12:18.106700 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (c4f07d5b-a0bc-4f66-957b-f08d7bb01493), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.161206 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device abc4be9f-6881-4fbd-9c7e-07ec2a5f947c no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:18.166847 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f07d5b-a0bc-4f66-957b-f08d7bb01493,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:18.209354 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: abc4be9f-6881-4fbd-9c7e-07ec2a5f947c {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:18.209727 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device abc4be9f-6881-4fbd-9c7e-07ec2a5f947c not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:18.279776 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (56d9addb-64f0-41b5-aa8d-4b226e65db33), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.385418 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (56d9addb-64f0-41b5-aa8d-4b226e65db33), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.387781 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks [] for router_controller (56d9addb-64f0-41b5-aa8d-4b226e65db33), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.438386 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (56d9addb-64f0-41b5-aa8d-4b226e65db33), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.439137 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d9addb-64f0-41b5-aa8d-4b226e65db33 {{(pid=102876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:12:18.451957 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.453766 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-2e3fdebe-36ea-44aa-b63d-3f27019c6717 admin admin] 10.222.0.52 "DELETE /v2.0/routers/56d9addb-64f0-41b5-aa8d-4b226e65db33 HTTP/1.1" status: 204 len: 168 time: 1.3979795 Feb 16 11:12:18.456549 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59236) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:18.489785 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027572be-1120-4bc5-8232-392fa47a326d req-1dc7cabc-96db-456e-b850-5accf4fd5d52 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:18.500900 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-027572be-1120-4bc5-8232-392fa47a326d req-1dc7cabc-96db-456e-b850-5accf4fd5d52 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.4990485 Feb 16 11:12:18.523885 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] Deleting subnet c562e34f-5b42-4ed2-a840-00814475f91a {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:12:18.527696 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] Publish callbacks [] for subnet (c562e34f-5b42-4ed2-a840-00814475f91a), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.565180 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-027572be-1120-4bc5-8232-392fa47a326d req-ce180d94-91b7-481e-8da3-74d5a9b157bf tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632591 Feb 16 11:12:18.570749 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125813423'] for subnet (c562e34f-5b42-4ed2-a840-00814475f91a), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.757315 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd900-d9cd-446b-9e46-0e644ce21092 req-a47214af-ba49-459d-9ce8-ec597dbd3590 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:18.759425 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-065cd900-d9cd-446b-9e46-0e644ce21092 req-a47214af-ba49-459d-9ce8-ec597dbd3590 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.1825531 Feb 16 11:12:18.777399 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (c562e34f-5b42-4ed2-a840-00814475f91a), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.847984 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-065cd900-d9cd-446b-9e46-0e644ce21092 req-e0eca9e5-aeb1-4f88-aacf-751070e5913d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809093 Feb 16 11:12:18.864357 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125414872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125686801'] for subnet (c562e34f-5b42-4ed2-a840-00814475f91a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.893042 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c562e34f-5b42-4ed2-a840-00814475f91a,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:18.897044 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:18.902751 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a6930c58-b2cc-42f9-b031-1a482f8d41a8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c562e34f-5b42-4ed2-a840-00814475f91a HTTP/1.1" status: 204 len: 168 time: 0.4422975 Feb 16 11:12:18.903920 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59240) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:18.908264 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995669b-9c34-4e5d-9476-9cf58e63922d None None] Network 60bbbb3a-aab2-432e-9a81-89f86d44a658 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:12:18.987102 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (60bbbb3a-aab2-432e-9a81-89f86d44a658), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.054467 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Deleting port 58193f29-2a46-434b-817c-399bf5bd2033 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:19.054967 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (58193f29-2a46-434b-817c-399bf5bd2033), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.095873 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] DHCP port deletion for 60bbbb3a-aab2-432e-9a81-89f86d44a658 request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:12:19.159699 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] For port 58193f29-2a46-434b-817c-399bf5bd2033, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=58193f29-2a46-434b-817c-399bf5bd2033,segment=NetworkSegment(dc03a84b-71d8-4472-ba89-089ce3fa5ecd),segment_id=dc03a84b-71d8-4472-ba89-089ce3fa5ecd)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:19.160816 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (58193f29-2a46-434b-817c-399bf5bd2033), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.176352 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] Deleting port 58193f29-2a46-434b-817c-399bf5bd2033 {{(pid=102877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:19.176948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (58193f29-2a46-434b-817c-399bf5bd2033), before_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.179627 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Calling delete_port for 58193f29-2a46-434b-817c-399bf5bd2033 owned by network:dhcp {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:19.282859 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] For port 58193f29-2a46-434b-817c-399bf5bd2033, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=58193f29-2a46-434b-817c-399bf5bd2033,segment=NetworkSegment(dc03a84b-71d8-4472-ba89-089ce3fa5ecd),segment_id=dc03a84b-71d8-4472-ba89-089ce3fa5ecd)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:19.283823 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (58193f29-2a46-434b-817c-399bf5bd2033), precommit_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.292987 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (58193f29-2a46-434b-817c-399bf5bd2033), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.305050 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] Calling delete_port for 58193f29-2a46-434b-817c-399bf5bd2033 owned by network:dhcp {{(pid=102877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:19.324136 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=58193f29-2a46-434b-817c-399bf5bd2033,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:19.327815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] No DVR routers for this DVR port 58193f29-2a46-434b-817c-399bf5bd2033 on host dv-cinder-773985-29-iscsi {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:19.419638 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (60bbbb3a-aab2-432e-9a81-89f86d44a658), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.442104 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (58193f29-2a46-434b-817c-399bf5bd2033), after_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.444994 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bbbb3a-aab2-432e-9a81-89f86d44a658']}} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:19.455349 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd') {'for_net_delete': True} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:19.455635 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc03a84b-71d8-4472-ba89-089ce3fa5ecd') {} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:19.467225 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125813414'] for segment (dc03a84b-71d8-4472-ba89-089ce3fa5ecd), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.474771 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] Pushing event deleted for resources: {'Port': ['ID=58193f29-2a46-434b-817c-399bf5bd2033,revision_number=None']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:19.478483 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46938ab-4b15-4e56-9fb3-0b9722c04174 None None] No DVR routers for this DVR port 58193f29-2a46-434b-817c-399bf5bd2033 on host dv-cinder-773985-29-iscsi {{(pid=102877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:19.493645 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (dc03a84b-71d8-4472-ba89-089ce3fa5ecd), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.502033 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:12:19.502513 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125414786'] for segment (dc03a84b-71d8-4472-ba89-089ce3fa5ecd), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: Traceback (most recent call last): Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: timer() Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: cb(*args, **kw) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: return func(*args, **kwargs) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: self._notify() Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: self.callback(batched_events) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: event.method(event) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: return f(self, *a, **k) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._get(url).json() Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: return self.request(url, 'GET', **kwargs) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:12:19.504607 dv-cinder-773985-29-iscsi neutron-server[102876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:12:19.562064 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (60bbbb3a-aab2-432e-9a81-89f86d44a658), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.567887 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.571810 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/60bbbb3a-aab2-432e-9a81-89f86d44a658 HTTP/1.1" status: 204 len: 168 time: 0.6678259 Feb 16 11:12:19.583446 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17715da2-d9b0-4f95-8d38-d93e5d5fe9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bbbb3a-aab2-432e-9a81-89f86d44a658,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:19.705113 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d04c-5974-4541-8b21-e5e87d3ad737 req-1ab5a8b9-4cdc-41e4-a77c-39a26c588ebe tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:19.708914 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c66d04c-5974-4541-8b21-e5e87d3ad737 req-1ab5a8b9-4cdc-41e4-a77c-39a26c588ebe tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0651720 Feb 16 11:12:19.758056 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2c66d04c-5974-4541-8b21-e5e87d3ad737 req-d656321c-783b-4d33-bcde-da5cc4ffe958 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461626 Feb 16 11:12:19.790013 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59260) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:19.853407 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-30ce40cd-61ed-4c53-a77c-542a4feb3ddd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bc7d95a8f0941e0a52b73deec7f11cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587826 Feb 16 11:12:19.853547 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59262) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:19.928126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device c4f07d5b-a0bc-4f66-957b-f08d7bb01493 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:19.953328 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: c4f07d5b-a0bc-4f66-957b-f08d7bb01493 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:19.954367 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device c4f07d5b-a0bc-4f66-957b-f08d7bb01493 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:19.954901 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 58193f29-2a46-434b-817c-399bf5bd2033 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:19.959980 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6eb89bd5-a4c5-4ef6-a862-551750d23621 admin admin] Publish callbacks [] for security_group (f4fff464-ac39-4221-add1-0a3acdfa2acf), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:19.976455 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 58193f29-2a46-434b-817c-399bf5bd2033 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:19.977185 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 58193f29-2a46-434b-817c-399bf5bd2033 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:20.019927 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6eb89bd5-a4c5-4ef6-a862-551750d23621 admin admin] Publish callbacks [] for security_group (f4fff464-ac39-4221-add1-0a3acdfa2acf), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:20.053607 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-48e11d8a-716c-4258-aec0-04d51e346777 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201022 Feb 16 11:12:20.071372 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d54550-4f6f-4674-aa77-29a8818a93c4 req-98470898-84b0-4696-a6da-6f5a9bc9e0a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:20.073037 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-56d54550-4f6f-4674-aa77-29a8818a93c4 req-98470898-84b0-4696-a6da-6f5a9bc9e0a2 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0999329 Feb 16 11:12:20.081407 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae0c26-3dba-4129-8a33-29dbd35e2484 req-a0ec63b3-18a9-472b-ad88-f43395a5f960 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:20.082993 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e7ae0c26-3dba-4129-8a33-29dbd35e2484 req-a0ec63b3-18a9-472b-ad88-f43395a5f960 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.1178498 Feb 16 11:12:20.151140 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-d1dc420b-7e3f-4dc1-a51e-541b6abd999f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:20.152823 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-d1dc420b-7e3f-4dc1-a51e-541b6abd999f tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports/04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 940 time: 0.0689237 Feb 16 11:12:20.155268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6eb89bd5-a4c5-4ef6-a862-551750d23621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f4fff464-ac39-4221-add1-0a3acdfa2acf), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:20.157937 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6eb89bd5-a4c5-4ef6-a862-551750d23621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:20.159055 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-6eb89bd5-a4c5-4ef6-a862-551750d23621 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4fff464-ac39-4221-add1-0a3acdfa2acf HTTP/1.1" status: 204 len: 168 time: 0.3050439 Feb 16 11:12:20.160736 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-56d54550-4f6f-4674-aa77-29a8818a93c4 req-91f55fa0-06bc-46a3-821f-2189e07c3a8a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774822 Feb 16 11:12:20.191197 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb89bd5-a4c5-4ef6-a862-551750d23621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fff464-ac39-4221-add1-0a3acdfa2acf,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:20.198460 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e7ae0c26-3dba-4129-8a33-29dbd35e2484 req-12e3bb97-04b2-4bc0-857c-6ffe7c4caf0e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040370 Feb 16 11:12:20.582428 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59294) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:20.627473 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f6cd12f8-f982-4f36-8d24-cd12fcf5ecbb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbab73bb758c4f4d91da4eabca5e8749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438261 Feb 16 11:12:20.630047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59296) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:20.683406 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-609fcee5-34d1-4ebf-82b5-b3a4139d1d1c admin admin] Publish callbacks [] for security_group (012d3959-93f4-4828-842e-69872a7b9a4b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:20.709030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-609fcee5-34d1-4ebf-82b5-b3a4139d1d1c admin admin] Publish callbacks [] for security_group (012d3959-93f4-4828-842e-69872a7b9a4b), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:20.764258 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-609fcee5-34d1-4ebf-82b5-b3a4139d1d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (012d3959-93f4-4828-842e-69872a7b9a4b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:20.767428 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-609fcee5-34d1-4ebf-82b5-b3a4139d1d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:20.771200 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-609fcee5-34d1-4ebf-82b5-b3a4139d1d1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/012d3959-93f4-4828-842e-69872a7b9a4b HTTP/1.1" status: 204 len: 168 time: 0.1376925 Feb 16 11:12:20.777232 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fcee5-34d1-4ebf-82b5-b3a4139d1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012d3959-93f4-4828-842e-69872a7b9a4b,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:21.311622 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba799ee2-3379-461c-831e-0ba045a99b0e req-feb74029-a3aa-4095-9004-ee0cc38c7061 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:21.313263 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ba799ee2-3379-461c-831e-0ba045a99b0e req-feb74029-a3aa-4095-9004-ee0cc38c7061 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0725884 Feb 16 11:12:21.374095 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ba799ee2-3379-461c-831e-0ba045a99b0e req-ca36fa47-abbb-49be-a2b9-66047fbe8599 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504389 Feb 16 11:12:21.374460 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b914bc5-08ca-4d93-bc6f-559379aa8966 req-8b55ad93-2565-485a-ae7a-c3d4e93c4f77 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:21.376059 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b914bc5-08ca-4d93-bc6f-559379aa8966 req-8b55ad93-2565-485a-ae7a-c3d4e93c4f77 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0618992 Feb 16 11:12:21.407589 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:12:21.442479 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6b914bc5-08ca-4d93-bc6f-559379aa8966 req-0f71e7d0-e97f-423e-a0c5-fdd0b789195e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601251 Feb 16 11:12:21.896982 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59312) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:22.025777 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-30cc948a-155d-4de2-a1a0-32ef73a8fc4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:22.113684 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-30cc948a-155d-4de2-a1a0-32ef73a8fc4e admin admin] Publish callbacks [] for security_group (db03558c-6761-445a-8405-d8aa8b324b22), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:22.119189 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-30cc948a-155d-4de2-a1a0-32ef73a8fc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (db03558c-6761-445a-8405-d8aa8b324b22), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:22.158670 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-30cc948a-155d-4de2-a1a0-32ef73a8fc4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4619ba5c2adb431a90b21dcaab5af3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604911 Feb 16 11:12:22.159569 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc948a-155d-4de2-a1a0-32ef73a8fc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db03558c-6761-445a-8405-d8aa8b324b22,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:22.162356 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59316) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:22.226759 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d85ab7ea-13ad-4ce1-b36d-427a9d97d8d3 admin admin] Publish callbacks [] for security_group (db03558c-6761-445a-8405-d8aa8b324b22), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:22.251259 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d85ab7ea-13ad-4ce1-b36d-427a9d97d8d3 admin admin] Publish callbacks [] for security_group (db03558c-6761-445a-8405-d8aa8b324b22), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:22.298390 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d85ab7ea-13ad-4ce1-b36d-427a9d97d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (db03558c-6761-445a-8405-d8aa8b324b22), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:22.302830 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d85ab7ea-13ad-4ce1-b36d-427a9d97d8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:22.304960 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d85ab7ea-13ad-4ce1-b36d-427a9d97d8d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db03558c-6761-445a-8405-d8aa8b324b22 HTTP/1.1" status: 204 len: 168 time: 0.1407635 Feb 16 11:12:22.320391 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ab7ea-13ad-4ce1-b36d-427a9d97d8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db03558c-6761-445a-8405-d8aa8b324b22,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:22.523105 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef17357-bf79-4eca-ae97-2e6d7e160fb7 req-1895ee59-acff-42f4-9c99-eb84e200e65a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:22.525266 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9ef17357-bf79-4eca-ae97-2e6d7e160fb7 req-1895ee59-acff-42f4-9c99-eb84e200e65a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0651855 Feb 16 11:12:22.615083 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9ef17357-bf79-4eca-ae97-2e6d7e160fb7 req-390b654f-1222-4db7-ba97-46332fe26bab tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790610 Feb 16 11:12:22.627846 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3c91-17db-4c6b-b697-ef2ee71154c2 req-d8a53956-1b67-48d1-a11a-9659c558715c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:22.629689 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-052c3c91-17db-4c6b-b697-ef2ee71154c2 req-d8a53956-1b67-48d1-a11a-9659c558715c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0927794 Feb 16 11:12:22.682610 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-052c3c91-17db-4c6b-b697-ef2ee71154c2 req-f40d10c6-649d-4786-bfce-a48e7d1b0f16 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461326 Feb 16 11:12:23.579994 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-04350e31-440c-4eb9-87c8-4c9d8b4e706c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:23.747490 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f49c25-de84-41f6-bd59-45d7f112dbfa req-025cf2f8-b72c-4b80-b7dd-86b3501dca4c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:23.749236 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-77f49c25-de84-41f6-bd59-45d7f112dbfa req-025cf2f8-b72c-4b80-b7dd-86b3501dca4c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0586991 Feb 16 11:12:23.808833 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-77f49c25-de84-41f6-bd59-45d7f112dbfa req-3447dd41-b207-4736-a520-4b6408af8c1e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533979 Feb 16 11:12:23.977873 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c5ad-5495-4e28-a73e-90f831592f79 req-8928cd7d-d9d3-4208-a9d1-61e2fd956443 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:23.979486 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2640c5ad-5495-4e28-a73e-90f831592f79 req-8928cd7d-d9d3-4208-a9d1-61e2fd956443 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0544055 Feb 16 11:12:24.030725 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2640c5ad-5495-4e28-a73e-90f831592f79 req-b87ff486-a2cb-4d7f-b22e-d8e4d77d9639 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447855 Feb 16 11:12:24.941947 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673d948-01cf-4a26-84df-a356a45373fc req-a85ff5c9-79bf-4143-82fe-e5312878b87d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:24.943414 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7673d948-01cf-4a26-84df-a356a45373fc req-a85ff5c9-79bf-4143-82fe-e5312878b87d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0635469 Feb 16 11:12:24.992251 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7673d948-01cf-4a26-84df-a356a45373fc req-860f3659-0f6d-4fcf-bbf5-cf706560e48d tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Feb 16 11:12:25.162877 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa143c-d79a-4508-b72a-28c5c6337865 req-9f9decd6-c338-4f2e-b631-5f20fb744b72 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:25.164311 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5bfa143c-d79a-4508-b72a-28c5c6337865 req-9f9decd6-c338-4f2e-b631-5f20fb744b72 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0599267 Feb 16 11:12:25.220306 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5bfa143c-d79a-4508-b72a-28c5c6337865 req-407bf9ac-d101-47be-88a9-52d29a4e27d6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502915 Feb 16 11:12:26.086033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-a0538c36-4852-432f-bda8-6a5038d2aca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:26.130007 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a3fed-3e7d-48b5-b42f-4673b2c5633e req-d77a32b0-6d7a-4570-942e-d1428b6e21e0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:26.131571 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-244a3fed-3e7d-48b5-b42f-4673b2c5633e req-d77a32b0-6d7a-4570-942e-d1428b6e21e0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0591550 Feb 16 11:12:26.182423 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-244a3fed-3e7d-48b5-b42f-4673b2c5633e req-1cf39c62-28f6-4e1d-9b44-dbcf650c31b3 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Feb 16 11:12:26.345815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71540db1-bc5b-4f8c-8d5d-3d890245f80e req-e3fee5a7-0456-4d4d-b590-b8848f637e70 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:26.347291 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-71540db1-bc5b-4f8c-8d5d-3d890245f80e req-e3fee5a7-0456-4d4d-b590-b8848f637e70 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0538957 Feb 16 11:12:26.398464 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-71540db1-bc5b-4f8c-8d5d-3d890245f80e req-35653c4b-7962-42ca-bed1-1eae3b5ac591 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434229 Feb 16 11:12:27.312557 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dea08-39dc-496f-8e4b-de2cbee077e2 req-27b6934d-9557-41f6-96cb-ce60be917ffc tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:27.314094 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-457dea08-39dc-496f-8e4b-de2cbee077e2 req-27b6934d-9557-41f6-96cb-ce60be917ffc tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0572476 Feb 16 11:12:27.343244 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:27.366343 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-457dea08-39dc-496f-8e4b-de2cbee077e2 req-6167f5d5-96ee-4d7e-8c7b-26ee0bc596af tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458245 Feb 16 11:12:27.544111 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cd0ce-2950-4c47-a7a6-9ca7068892fc req-1d0e762e-af12-4b53-8389-f395b2a3863a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:27.545593 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f61cd0ce-2950-4c47-a7a6-9ca7068892fc req-1d0e762e-af12-4b53-8389-f395b2a3863a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0620668 Feb 16 11:12:27.595169 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f61cd0ce-2950-4c47-a7a6-9ca7068892fc req-1139c300-d86b-4a8f-8dd0-25b8cce278ab tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Feb 16 11:12:28.498680 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7423d5-f421-4f6b-bbae-3ab74053903f req-b9e27ce8-5846-4685-80c3-aaf024280b31 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:28.500175 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5f7423d5-f421-4f6b-bbae-3ab74053903f req-b9e27ce8-5846-4685-80c3-aaf024280b31 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0621603 Feb 16 11:12:28.566785 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5f7423d5-f421-4f6b-bbae-3ab74053903f req-68b91626-74c5-490c-9a8a-e9b3e0467a18 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588362 Feb 16 11:12:28.736028 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36811dd4-08fb-4e5d-9f5a-1b56b4c637d6 req-a96fdb37-06aa-4346-a8af-3e7807fecafe tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:28.737568 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-36811dd4-08fb-4e5d-9f5a-1b56b4c637d6 req-a96fdb37-06aa-4346-a8af-3e7807fecafe tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0626669 Feb 16 11:12:28.783999 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-36811dd4-08fb-4e5d-9f5a-1b56b4c637d6 req-22f82afe-2620-4b0f-ac06-c42da32462f5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Feb 16 11:12:29.041279 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:29.483479 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-99620c99-d3c4-4ca6-ad25-fec11593b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:29.485069 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-99620c99-d3c4-4ca6-ad25-fec11593b357 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed&tenant_id=3085f983b30c4ffab228a630a3e33ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0475945 Feb 16 11:12:29.577646 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-84742bc6-dcdf-4274-990a-a5aceec0745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:29.579130 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-84742bc6-dcdf-4274-990a-a5aceec0745b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1127 time: 0.0508235 Feb 16 11:12:29.703695 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-ce47644a-4b76-4eba-a848-c15356c425f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:29.705175 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-ce47644a-4b76-4eba-a848-c15356c425f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 910 time: 0.1144254 Feb 16 11:12:29.762234 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8aefc-e8f7-421a-98f6-59c43759baa8 req-f3004389-e161-4ed3-962b-bf8ecec6f4b7 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:29.763663 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-04c8aefc-e8f7-421a-98f6-59c43759baa8 req-f3004389-e161-4ed3-962b-bf8ecec6f4b7 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1113868 Feb 16 11:12:29.812586 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-351960c3-e101-4618-b494-b731a9e4a488 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 999 time: 0.0982857 Feb 16 11:12:29.877750 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-04c8aefc-e8f7-421a-98f6-59c43759baa8 req-16d7887a-7251-45c6-aac9-8d2b6b3bf555 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080828 Feb 16 11:12:29.903603 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-ab183721-5f74-43ff-a7b7-bc7644d0425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:29.905117 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-ab183721-5f74-43ff-a7b7-bc7644d0425a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 200 len: 848 time: 0.0804782 Feb 16 11:12:29.914242 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc13f7-7d3c-466a-b358-a7d39fcd8991 req-210bba59-9365-46f1-9d05-4984b0d25b51 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:29.915716 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18cc13f7-7d3c-466a-b358-a7d39fcd8991 req-210bba59-9365-46f1-9d05-4984b0d25b51 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0560229 Feb 16 11:12:29.937712 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:29.967087 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18cc13f7-7d3c-466a-b358-a7d39fcd8991 req-19cdef15-1ac3-4319-a032-59f8e8273d6b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453053 Feb 16 11:12:30.089913 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-19a3eb3a-d029-450a-9637-e2bd5a16b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:30.091845 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-19a3eb3a-d029-450a-9637-e2bd5a16b2f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525246 Feb 16 11:12:30.127733 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:12:30.202015 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-5e25ad4d-94a7-4b7a-87cd-c6c8a29fa1c4 service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021221 Feb 16 11:12:30.336808 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b8b73462-cf8a-42ce-8594-2ef47a4145c1 req-08fa50e8-8447-4267-aabd-f2b95e290a98 service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244318 Feb 16 11:12:30.398215 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:30.418676 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'port_id': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'mac_address': 'fa:16:3e:84:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:12:30.476470 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:30.480020 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: ACTIVE; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:12:30.480441 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:30.494715 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd00de38-cc22-4d6b-bd58-68f17ad2c5bf {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:12:30.523759 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:30.528548 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:30.581290 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=6']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:31.020671 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc3cda-978c-4a2c-b0f4-77e382b4340c req-ef8c1f52-b9d0-4a31-a9e3-af9d1a25f8d1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:31.022467 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3efc3cda-978c-4a2c-b0f4-77e382b4340c req-ef8c1f52-b9d0-4a31-a9e3-af9d1a25f8d1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0647631 Feb 16 11:12:31.077595 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3efc3cda-978c-4a2c-b0f4-77e382b4340c req-77d58807-5126-4069-bf22-fe5c379d984b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490544 Feb 16 11:12:31.101497 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7acbe7-9820-4b46-ae00-f85edd8397dc req-2a12975c-d537-4abc-a937-b51ece72b072 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:31.103011 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b7acbe7-9820-4b46-ae00-f85edd8397dc req-2a12975c-d537-4abc-a937-b51ece72b072 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 944 time: 0.0551176 Feb 16 11:12:31.153685 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b7acbe7-9820-4b46-ae00-f85edd8397dc req-70fbf10c-3783-4024-be29-bbbe19659ff3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439947 Feb 16 11:12:32.218395 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5a4e3-88ac-4c17-89aa-a13e85cbad93 req-8de8416f-5164-4f9f-ae13-f113a2be755c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:32.220031 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bdb5a4e3-88ac-4c17-89aa-a13e85cbad93 req-8de8416f-5164-4f9f-ae13-f113a2be755c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0620921 Feb 16 11:12:32.275788 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bdb5a4e3-88ac-4c17-89aa-a13e85cbad93 req-08e730aa-2202-4af4-9a4a-833151203e1a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469024 Feb 16 11:12:32.290868 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a651-eb41-40ce-aaf6-c043963008ab req-f1f45158-49d7-4ebe-b2b7-54d93e8e19ba tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:32.292566 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4510a651-eb41-40ce-aaf6-c043963008ab req-f1f45158-49d7-4ebe-b2b7-54d93e8e19ba tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 944 time: 0.0566070 Feb 16 11:12:32.339415 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4510a651-eb41-40ce-aaf6-c043963008ab req-0c3c5dab-1e12-473d-8f8c-0b6b56c621b5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Feb 16 11:12:33.406800 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35e8f4-17aa-40eb-806f-e0b15c02226e req-c88dc71c-6cb2-4db2-95e6-7127f196a9a9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:33.408566 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a35e8f4-17aa-40eb-806f-e0b15c02226e req-c88dc71c-6cb2-4db2-95e6-7127f196a9a9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0612152 Feb 16 11:12:33.467396 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-6a35e8f4-17aa-40eb-806f-e0b15c02226e req-f602fab4-5200-4227-a97a-09c12f21bb15 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518453 Feb 16 11:12:33.484426 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a883-e8d9-40d7-8b8b-e302f8a1139d req-a562c18a-c5ca-4031-9056-326ca3206974 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:33.486732 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5317a883-e8d9-40d7-8b8b-e302f8a1139d req-a562c18a-c5ca-4031-9056-326ca3206974 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 944 time: 0.0671217 Feb 16 11:12:33.536376 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5317a883-e8d9-40d7-8b8b-e302f8a1139d req-230b0af4-e3c3-4331-a2fc-5c9d402b7b62 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Feb 16 11:12:34.004564 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:12:34.668921 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428060cc-426e-4760-8583-9978167ca244 req-9161075a-94bc-46d1-bde3-ac94707d3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:34.671857 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-428060cc-426e-4760-8583-9978167ca244 req-9161075a-94bc-46d1-bde3-ac94707d3f2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1127 time: 0.0705130 Feb 16 11:12:34.688845 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f094-16d5-431d-ba59-7f0def5a6aad req-c7e04376-689b-4f7a-a885-ee9ed3741a8a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:34.691766 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e3c9f094-16d5-431d-ba59-7f0def5a6aad req-c7e04376-689b-4f7a-a885-ee9ed3741a8a tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1315880 Feb 16 11:12:34.769849 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bcad7-4e52-4cf5-ad86-1c22206b139b req-17f6faca-6521-45ee-b21a-3041cd31193c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:34.772093 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ca7bcad7-4e52-4cf5-ad86-1c22206b139b req-17f6faca-6521-45ee-b21a-3041cd31193c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 944 time: 0.1048760 Feb 16 11:12:34.823546 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-e3c9f094-16d5-431d-ba59-7f0def5a6aad req-3bfb958a-43b9-417f-92e9-c7624dabf12b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978119 Feb 16 11:12:34.848986 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ca7bcad7-4e52-4cf5-ad86-1c22206b139b req-1b2666c1-41cf-49e3-8a71-4db7d237f717 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681317 Feb 16 11:12:34.891066 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428060cc-426e-4760-8583-9978167ca244 req-6ecab745-49eb-441c-b859-2a068ae9c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:34.892723 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-428060cc-426e-4760-8583-9978167ca244 req-6ecab745-49eb-441c-b859-2a068ae9c5e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 910 time: 0.1954894 Feb 16 11:12:34.978774 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-428060cc-426e-4760-8583-9978167ca244 req-83013816-74a8-42c0-a4e2-e5ecee264206 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 999 time: 0.0781798 Feb 16 11:12:35.043644 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428060cc-426e-4760-8583-9978167ca244 req-76bf8227-9f1c-483b-a69b-deb3eb2f397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:35.045823 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-428060cc-426e-4760-8583-9978167ca244 req-76bf8227-9f1c-483b-a69b-deb3eb2f397b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 200 len: 848 time: 0.0584812 Feb 16 11:12:35.106282 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428060cc-426e-4760-8583-9978167ca244 req-46a429ac-d3ed-43ee-a97f-79e6a941695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:35.107874 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-428060cc-426e-4760-8583-9978167ca244 req-46a429ac-d3ed-43ee-a97f-79e6a941695e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548878 Feb 16 11:12:35.222248 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-428060cc-426e-4760-8583-9978167ca244 req-ce243ae3-dbcc-4a20-b418-51c44b9fe95b service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066701 Feb 16 11:12:35.330769 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-428060cc-426e-4760-8583-9978167ca244 req-5740cf0f-34dc-47b3-869a-b084d36bce92 service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972230 Feb 16 11:12:35.940700 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:12:36.021907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9ff79-d6d0-47b8-90ea-fac1c8f0a7d0 req-0805f5eb-d50d-4afb-95bc-814e1c02225b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:36.029711 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bbc9ff79-d6d0-47b8-90ea-fac1c8f0a7d0 req-0805f5eb-d50d-4afb-95bc-814e1c02225b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 944 time: 0.0786781 Feb 16 11:12:36.047839 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:12:36.048594 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:36.076226 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4d014-b5e8-4f49-9892-8e5dc1af075c req-04074925-9a9e-48b6-8dad-eacca9db88d0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:36.085376 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4aa4d014-b5e8-4f49-9892-8e5dc1af075c req-04074925-9a9e-48b6-8dad-eacca9db88d0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.1052032 Feb 16 11:12:36.097822 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bbc9ff79-d6d0-47b8-90ea-fac1c8f0a7d0 req-edf56c00-54f0-442a-8a28-c3115ec0af6a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670781 Feb 16 11:12:36.172534 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-4aa4d014-b5e8-4f49-9892-8e5dc1af075c req-77e3ae2e-d909-44a0-a1cf-f5bf3c2851a9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789857 Feb 16 11:12:36.206318 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:12:36.206700 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:36.235912 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:36.238320 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3437216-3592-4c08-85ba-a7f8c29433da" -d '{"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-plugged", "status": "completed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:36.252752 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:36.267212 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:36.352741 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=7']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:36.622722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5db9d5-7fd4-45a4-81ae-892a5fc8aed6 x-openstack-request-id: req-fd5db9d5-7fd4-45a4-81ae-892a5fc8aed6 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:36.624009 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-plugged", "status": "completed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:36.624009 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd5db9d5-7fd4-45a4-81ae-892a5fc8aed6 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:36.624287 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'code': 200} Feb 16 11:12:36.817131 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f04ff1-93c4-425f-92db-55172eee42ab req-50372bb5-7f50-4530-942e-4d7ccc21f432 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:36.819785 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12f04ff1-93c4-425f-92db-55172eee42ab req-50372bb5-7f50-4530-942e-4d7ccc21f432 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.0748129 Feb 16 11:12:36.884021 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-12f04ff1-93c4-425f-92db-55172eee42ab req-0314ef85-3e68-48d6-b3ad-8536ce00040c tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565369 Feb 16 11:12:37.233663 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d80994-0044-4bd2-a876-9c99d4abaec4 req-d29b6cca-f2a9-4cbd-a7db-6d557c644a3f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:37.235247 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f4d80994-0044-4bd2-a876-9c99d4abaec4 req-d29b6cca-f2a9-4cbd-a7db-6d557c644a3f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Feb 16 11:12:37.305159 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f4d80994-0044-4bd2-a876-9c99d4abaec4 req-bd3a0af4-23e5-4a51-80cb-0c202d968486 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623102 Feb 16 11:12:37.320385 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334226-3018-4719-a48c-ae3f7ca85bf4 req-4f472a7f-0916-4a25-a4d4-6beeb0a947d6 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:37.327001 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ea334226-3018-4719-a48c-ae3f7ca85bf4 req-4f472a7f-0916-4a25-a4d4-6beeb0a947d6 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0909500 Feb 16 11:12:37.390948 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ea334226-3018-4719-a48c-ae3f7ca85bf4 req-652690da-b710-4427-bf8b-df83a0c2aa17 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616779 Feb 16 11:12:38.040824 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ff19a-44c8-4161-90bb-95997635fd3f req-311854cf-f10c-4f0c-ad64-121f929ea888 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:38.057838 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f91ff19a-44c8-4161-90bb-95997635fd3f req-311854cf-f10c-4f0c-ad64-121f929ea888 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.0861886 Feb 16 11:12:38.137950 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f91ff19a-44c8-4161-90bb-95997635fd3f req-90c70eb5-9a74-4662-ad1c-c3548b1db2a7 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788221 Feb 16 11:12:38.431005 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abcf2d-ef67-494a-8e15-07e531f612a8 req-299d6794-c665-4f28-bda1-23d7d44518e0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:38.437880 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-05abcf2d-ef67-494a-8e15-07e531f612a8 req-299d6794-c665-4f28-bda1-23d7d44518e0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0592272 Feb 16 11:12:38.494539 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-05abcf2d-ef67-494a-8e15-07e531f612a8 req-ae84e7b1-ec24-4b26-8a0d-dae5f6edfda5 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557749 Feb 16 11:12:38.556788 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4996a57-2e4f-4d0b-92f4-62f4d108de73 req-ddfa7758-7834-48c9-aec0-81417ccb55c9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:38.558610 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d4996a57-2e4f-4d0b-92f4-62f4d108de73 req-ddfa7758-7834-48c9-aec0-81417ccb55c9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0792730 Feb 16 11:12:38.659828 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-d4996a57-2e4f-4d0b-92f4-62f4d108de73 req-1e948710-13a8-48c0-b50f-8f4a7f5b06aa tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910368 Feb 16 11:12:38.680121 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-4fa685ee-f7bf-4aae-a9b1-39dc60563904 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:38.682388 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-4fa685ee-f7bf-4aae-a9b1-39dc60563904 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.1226499 Feb 16 11:12:38.809653 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Deleting port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:38.810144 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:38.976796 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] For port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:38.976796 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:39.190604 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:39.191083 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (5afac6ba-f00c-430b-afe2-c3c1af2fa2ea), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:39.191509 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.l3_db [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Floating IP 5afac6ba-f00c-430b-afe2-c3c1af2fa2ea disassociated. External IP: 172.27.1.71, port: 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207. Feb 16 11:12:39.192100 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Calling delete_port for 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:39.378937 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e2c9c-1715-4f07-9e6b-a3fea8443be3 req-f7144aca-574a-400d-9a9f-8d41b651b433 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:39.387158 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-776e2c9c-1715-4f07-9e6b-a3fea8443be3 req-f7144aca-574a-400d-9a9f-8d41b651b433 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 945 time: 0.1044545 Feb 16 11:12:39.412645 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (17a604fa-7cb6-4e1f-88a2-bfe5ad09e207), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:39.452616 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-776e2c9c-1715-4f07-9e6b-a3fea8443be3 req-d17d9c05-6c0d-4122-b015-4ba0145710e0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf987b97-a3e5-44fd-b878-a79676f73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627370 Feb 16 11:12:39.498693 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event deleted for resources: {'Port': ['ID=17a604fa-7cb6-4e1f-88a2-bfe5ad09e207,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:39.612414 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.613474 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.613955 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.614439 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.614974 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.615575 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.616061 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.616557 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.617030 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.617550 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.618035 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.618502 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.618969 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:39.657145 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d32d23-3025-4a4d-ab94-7886f475a64c req-d144ac79-7d1a-4eb0-a2c8-5c2bb6fac258 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:39.659940 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01d32d23-3025-4a4d-ab94-7886f475a64c req-d144ac79-7d1a-4eb0-a2c8-5c2bb6fac258 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0724077 Feb 16 11:12:39.690635 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Router 00cd78ea-1ace-4081-8d3b-000f4325d05c has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:12:39.718133 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-01d32d23-3025-4a4d-ab94-7886f475a64c req-a28223f5-0db0-4f4f-85f1-bcddd41bde9c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501122 Feb 16 11:12:39.855898 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3d85-4dfd-4ee5-bfd5-68f281664da0 req-e1c735f7-7d12-40ac-a230-5418b020e8d9 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:39.859793 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad25190-1ccf-4411-8df7-304bd057c60f req-696d81d4-cbf1-4f0a-8dc9-40545bc43892 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:39.860605 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1a7f3d85-4dfd-4ee5-bfd5-68f281664da0 req-e1c735f7-7d12-40ac-a230-5418b020e8d9 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 946 time: 0.2503963 Feb 16 11:12:39.861571 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5ad25190-1ccf-4411-8df7-304bd057c60f req-696d81d4-cbf1-4f0a-8dc9-40545bc43892 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0737004 Feb 16 11:12:39.933752 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:12:39.934401 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5ad25190-1ccf-4411-8df7-304bd057c60f req-30823a97-4177-42b6-baa1-523dcf9bfe25 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654583 Feb 16 11:12:39.946937 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] Sync routers for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:12:39.975184 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1a7f3d85-4dfd-4ee5-bfd5-68f281664da0 req-d7f2e392-7060-4755-bc21-64ba71451ce3 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068962 Feb 16 11:12:39.975361 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:39.975361 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:40.011671 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] No DVR routers for this DVR port 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:40.023045 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:40.031194 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9e2a1eb6-b196-4193-a8f2-e75f4db021cb req-5f98ec2c-24bd-45fc-964b-6273395c199e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.42 "DELETE /v2.0/ports/17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 HTTP/1.1" status: 204 len: 173 time: 1.3392489 Feb 16 11:12:40.032594 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'name': 'network-vif-deleted', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:40.044686 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80294f6f-fa46-4c7b-a7da-18ebdf2db26f" -d '{"events": [{"server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "name": "network-vif-deleted", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:40.098348 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ba528d-7210-4690-8db4-8218e927ec4e x-openstack-request-id: req-39ba528d-7210-4690-8db4-8218e927ec4e {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:40.098655 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1189b504-198e-445e-9c0b-488dfa2aa25d", "name": "network-vif-deleted", "tag": "17a604fa-7cb6-4e1f-88a2-bfe5ad09e207", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:40.099046 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39ba528d-7210-4690-8db4-8218e927ec4e {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:40.103353 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189b504-198e-445e-9c0b-488dfa2aa25d', 'name': 'network-vif-deleted', 'tag': '17a604fa-7cb6-4e1f-88a2-bfe5ad09e207', 'status': 'completed', 'code': 200} Feb 16 11:12:40.181740 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:40.436439 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:40.472031 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] Checking router: 00cd78ea-1ace-4081-8d3b-000f4325d05c for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:12:40.488279 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:40.489628 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:40.645303 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-31792800-b52f-4432-90bf-c1ce45df881d req-b0a6cc31-2bc7-467f-8aaa-488fe784f365 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/ports?device_id=1189b504-198e-445e-9c0b-488dfa2aa25d HTTP/1.1" status: 200 len: 210 time: 0.0377836 Feb 16 11:12:40.671339 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:40.865619 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd4d5d-4aca-4fe7-84ee-1e8abf9c7594 req-e82d2931-19d3-4b4e-8fec-46d8974b7dec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:40.867468 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-69cd4d5d-4aca-4fe7-84ee-1e8abf9c7594 req-e82d2931-19d3-4b4e-8fec-46d8974b7dec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0574272 Feb 16 11:12:40.917259 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-69cd4d5d-4aca-4fe7-84ee-1e8abf9c7594 req-6d6f69bc-52b1-4e33-aa00-2205d1c6608d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Feb 16 11:12:40.951884 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:40.985120 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f05c9-3985-45ce-bd98-1e91f6268b87 None None] The sync data for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi is: [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:06:33Z', 'revision_number': 4, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'fe3acc16-76f2-4900-8126-1a119240bad3', 'name': '', 'network_id': '75ed8176-9ecb-45e7-8e85-50a322122886', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'mac_address': 'fa:16:3e:61:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:33Z', 'updated_at': '2022-02-16T11:06:43Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'subnets': [{'id': 'bec87d4f-d563-48f8-9f40-51f5f7a5daed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:12:41.131794 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905b529-0fb6-4edf-97b8-6c8f1ced32d7 req-60034c03-bcc9-49c0-a577-295c4c971856 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:41.133552 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f905b529-0fb6-4edf-97b8-6c8f1ced32d7 req-60034c03-bcc9-49c0-a577-295c4c971856 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 943 time: 0.0922773 Feb 16 11:12:41.144409 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb96349-0a63-4edc-86b6-8a385a302df5 req-02b916f6-a868-4a85-bd75-5b560a598445 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:41.146353 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bdb96349-0a63-4edc-86b6-8a385a302df5 req-02b916f6-a868-4a85-bd75-5b560a598445 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 946 time: 0.0665135 Feb 16 11:12:41.207126 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f905b529-0fb6-4edf-97b8-6c8f1ced32d7 req-9b2f65f3-5497-46a2-8387-6ebfe1e857cf tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666969 Feb 16 11:12:41.210805 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bdb96349-0a63-4edc-86b6-8a385a302df5 req-7bf4d21f-aff1-445c-829a-7cef90e9a1a9 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/security-groups?id=67641bd8-bef3-41b3-8bdb-54bd15356f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581210 Feb 16 11:12:41.295502 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-a15ed8b6-1d08-4722-9e39-10d0e1e0d17a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:41.297306 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-a15ed8b6-1d08-4722-9e39-10d0e1e0d17a tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 946 time: 0.0889809 Feb 16 11:12:41.374197 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eefb6d-7034-492a-b458-e898e633abd9 None None] New status for floating IP 5afac6ba-f00c-430b-afe2-c3c1af2fa2ea: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:12:41.411331 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Deleting port 31b018de-be1d-4437-acae-4bfa99a37a81 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:41.411676 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.537197 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] For port 31b018de-be1d-4437-acae-4bfa99a37a81, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=31b018de-be1d-4437-acae-4bfa99a37a81,segment=NetworkSegment(eece2436-3a13-4850-ba42-9fefa3676cf6),segment_id=eece2436-3a13-4850-ba42-9fefa3676cf6)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:41.537567 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.560527 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Calling delete_port for 31b018de-be1d-4437-acae-4bfa99a37a81 owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:41.739540 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (31b018de-be1d-4437-acae-4bfa99a37a81), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.756199 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59552) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:41.758594 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['31b018de-be1d-4437-acae-4bfa99a37a81'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:12:41.787605 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Pushing event deleted for resources: {'Port': ['ID=31b018de-be1d-4437-acae-4bfa99a37a81,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:41.838629 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] No DVR routers for this DVR port 31b018de-be1d-4437-acae-4bfa99a37a81 on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:41.841661 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.848130 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c9d8c72e-c89f-4d89-8928-e7e4b43dd493 req-8823f69a-1631-4695-a4ce-40e882a6f6f7 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.42 "DELETE /v2.0/ports/31b018de-be1d-4437-acae-4bfa99a37a81 HTTP/1.1" status: 204 len: 173 time: 0.5457542 Feb 16 11:12:41.851534 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (cf987b97-a3e5-44fd-b878-a79676f73c14), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.891802 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (cf987b97-a3e5-44fd-b878-a79676f73c14), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.953222 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:12:41.980559 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cf987b97-a3e5-44fd-b878-a79676f73c14), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.984030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:41.986792 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf987b97-a3e5-44fd-b878-a79676f73c14 HTTP/1.1" status: 204 len: 168 time: 0.2277675 Feb 16 11:12:41.989714 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59556) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:42.011243 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf987b97-a3e5-44fd-b878-a79676f73c14,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:42.027152 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.api.v2.resource [None req-7081a04a-8964-49f6-a1b2-62bd06ea34f5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] show failed (client error): The resource could not be found. Feb 16 11:12:42.029247 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-7081a04a-8964-49f6-a1b2-62bd06ea34f5 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "GET /v2.0/security-groups/cf987b97-a3e5-44fd-b878-a79676f73c14 HTTP/1.1" status: 404 len: 347 time: 0.0383582 Feb 16 11:12:42.036669 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59558) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:42.073482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.073870 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.074223 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.074688 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.075028 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.075361 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.075694 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.076037 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.076442 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.076780 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.077106 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.077429 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.077755 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745bf9d-1500-4944-9a93-729e81a9925e tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:12:42.105080 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'name': 'network-vif-deleted', 'tag': '31b018de-be1d-4437-acae-4bfa99a37a81'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:42.107364 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b859356-2a93-4ec1-932e-947d1b13934f" -d '{"events": [{"server_uuid": "ecb80923-3ccc-4e45-9db6-878d0e2a41b5", "name": "network-vif-deleted", "tag": "31b018de-be1d-4437-acae-4bfa99a37a81"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:42.129207 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373edb20-0842-44de-b261-69be236d8b74 req-07e22c10-50e5-4db9-a1a6-7b0bf07c014d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:42.135219 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-373edb20-0842-44de-b261-69be236d8b74 req-07e22c10-50e5-4db9-a1a6-7b0bf07c014d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.1135736 Feb 16 11:12:42.183606 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:42.196560 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'port_id': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'mac_address': 'fa:16:3e:86:ee:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:12:42.210572 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f42bf-19b2-4a66-a77c-5f45594675df x-openstack-request-id: req-353f42bf-19b2-4a66-a77c-5f45594675df {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:42.215902 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb80923-3ccc-4e45-9db6-878d0e2a41b5", "name": "network-vif-deleted", "tag": "31b018de-be1d-4437-acae-4bfa99a37a81", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:42.216341 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-353f42bf-19b2-4a66-a77c-5f45594675df {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:42.219496 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb80923-3ccc-4e45-9db6-878d0e2a41b5', 'name': 'network-vif-deleted', 'tag': '31b018de-be1d-4437-acae-4bfa99a37a81', 'status': 'completed', 'code': 200} Feb 16 11:12:42.250032 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-373edb20-0842-44de-b261-69be236d8b74 req-f9389b6d-b300-449a-a9cd-fa40cb8de1f7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974398 Feb 16 11:12:42.262277 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:12:42.262691 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:42.288712 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:12:42.309824 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Deleting port d1b318a0-f964-4a66-9582-952762b0709b {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:42.310263 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (d1b318a0-f964-4a66-9582-952762b0709b), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:42.344352 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:42.358255 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:42.441580 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=7']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:42.450800 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ba8c2764-ef59-4108-9b6a-051d12d75096 req-b16a9a99-e082-4b3f-8ae2-a392c6361d23 tempest-VolumesSnapshotTestJSON-1076002320 tempest-VolumesSnapshotTestJSON-1076002320-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecb80923-3ccc-4e45-9db6-878d0e2a41b5 HTTP/1.1" status: 200 len: 210 time: 0.0361583 Feb 16 11:12:42.471760 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (d1b318a0-f964-4a66-9582-952762b0709b), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:42.472086 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (d1b318a0-f964-4a66-9582-952762b0709b), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:42.486344 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Calling delete_port for d1b318a0-f964-4a66-9582-952762b0709b owned by network:floatingip {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:42.533065 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24828526-2935-4c43-ae57-842ee3ea627d req-bfa97021-9efe-415e-8b4a-fc75274763eb tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:42.536943 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-24828526-2935-4c43-ae57-842ee3ea627d req-bfa97021-9efe-415e-8b4a-fc75274763eb tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.1295443 Feb 16 11:12:42.607434 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:12:42.609572 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-24828526-2935-4c43-ae57-842ee3ea627d req-9f53b071-3b6e-40bd-b442-babc3d31e376 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667653 Feb 16 11:12:43.001532 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (d1b318a0-f964-4a66-9582-952762b0709b), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:43.027726 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Pushing event deleted for resources: {'Port': ['ID=d1b318a0-f964-4a66-9582-952762b0709b,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:43.110564 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks [] for floatingip (5afac6ba-f00c-430b-afe2-c3c1af2fa2ea), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:43.113590 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:43.118007 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d1725a8d-ba9b-4200-b1c6-38d83b936ac0 tempest-AttachVolumeTestJSON-1727307465 tempest-AttachVolumeTestJSON-1727307465-project] 10.222.0.52 "DELETE /v2.0/floatingips/5afac6ba-f00c-430b-afe2-c3c1af2fa2ea HTTP/1.1" status: 204 len: 168 time: 1.0798402 Feb 16 11:12:43.442016 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e899aba-cc9d-45e5-bdd1-1ff38ee3045b req-7442d27f-894c-4555-a823-e35021f69acf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:43.447057 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3e899aba-cc9d-45e5-bdd1-1ff38ee3045b req-7442d27f-894c-4555-a823-e35021f69acf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0653849 Feb 16 11:12:43.521298 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3e899aba-cc9d-45e5-bdd1-1ff38ee3045b req-4539708e-f070-45e3-9521-98bc55e65c66 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646820 Feb 16 11:12:43.596442 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4a6a8-58aa-4374-95ec-d6aa58cef2d3 req-8d089423-e13b-4bb2-8c26-15a04348a83e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:43.604804 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7ec4a6a8-58aa-4374-95ec-d6aa58cef2d3 req-8d089423-e13b-4bb2-8c26-15a04348a83e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 945 time: 0.0962124 Feb 16 11:12:43.680263 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7ec4a6a8-58aa-4374-95ec-d6aa58cef2d3 req-baae0390-d8a6-4ddc-971e-8d5731ca9e21 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582492 Feb 16 11:12:43.743479 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b3ed-fb27-4854-b2c3-8fd0e05a124e req-17877c7f-7748-4d8c-b3be-eeca9f3be380 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:43.745320 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5424b3ed-fb27-4854-b2c3-8fd0e05a124e req-17877c7f-7748-4d8c-b3be-eeca9f3be380 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 944 time: 0.0603576 Feb 16 11:12:43.815876 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5424b3ed-fb27-4854-b2c3-8fd0e05a124e req-c024e052-5976-4b76-9b47-77cd8d672837 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594189 Feb 16 11:12:43.955643 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:12:44.052436 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:12:44.052865 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:44.186583 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:12:44.187101 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:44.217201 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:44.220043 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340a99d-7edb-4e50-8e9c-2679ad9680fa" -d '{"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-plugged", "status": "completed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:44.236672 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:44.245389 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:44.246719 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 31b018de-be1d-4437-acae-4bfa99a37a81 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:44.304495 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 31b018de-be1d-4437-acae-4bfa99a37a81 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:44.304773 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 31b018de-be1d-4437-acae-4bfa99a37a81 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:44.305263 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:44.308227 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c233d-d92a-4c17-916b-29ec8f90274d x-openstack-request-id: req-373c233d-d92a-4c17-916b-29ec8f90274d {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:44.308522 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-plugged", "status": "completed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:44.308790 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-373c233d-d92a-4c17-916b-29ec8f90274d {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:44.309232 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'code': 200} Feb 16 11:12:44.368943 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:44.369508 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 17a604fa-7cb6-4e1f-88a2-bfe5ad09e207 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:44.417772 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=8']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:44.629501 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84e6fc-a75e-408e-99fa-baff0af1a5fa req-67e4e1b4-a296-42b1-9488-2809acc2770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:44.633876 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ad84e6fc-a75e-408e-99fa-baff0af1a5fa req-67e4e1b4-a296-42b1-9488-2809acc2770d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1129 time: 0.0820844 Feb 16 11:12:44.684432 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6a7e-1e55-4761-a3f1-e8ce46104aea req-df546b38-763e-486d-b9e0-ec569d8974db tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:44.692530 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-548f6a7e-1e55-4761-a3f1-e8ce46104aea req-df546b38-763e-486d-b9e0-ec569d8974db tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0772004 Feb 16 11:12:44.700043 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ad84e6fc-a75e-408e-99fa-baff0af1a5fa req-9738e573-cd79-4204-9b9b-04bb0d0373c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573075 Feb 16 11:12:44.762864 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-548f6a7e-1e55-4761-a3f1-e8ce46104aea req-3468f82e-9ed3-41f8-a3b0-e6d3862bc18e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694058 Feb 16 11:12:44.801538 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b190d-d748-44e8-b9f2-46d6998991da req-c4b4ea32-851c-4b58-8b90-4284786d006f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:44.809287 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bc9b190d-d748-44e8-b9f2-46d6998991da req-c4b4ea32-851c-4b58-8b90-4284786d006f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 945 time: 0.0654960 Feb 16 11:12:44.864683 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-bc9b190d-d748-44e8-b9f2-46d6998991da req-9b5ff053-82fc-459f-b852-044df596c3bd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546036 Feb 16 11:12:44.950936 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62159b-b5b1-4bd1-bef9-da3eee1f8775 req-aff527f7-322a-4676-a616-0fb77ef14811 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:44.952485 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1b62159b-b5b1-4bd1-bef9-da3eee1f8775 req-aff527f7-322a-4676-a616-0fb77ef14811 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0744331 Feb 16 11:12:45.016250 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1b62159b-b5b1-4bd1-bef9-da3eee1f8775 req-08db2e9f-20f5-42a6-b86d-0319c8cadde7 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578678 Feb 16 11:12:45.183646 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0075e3c-61c0-445c-af28-eba204125e1b req-59c95505-2fa1-44d0-b8ea-06a4a501bea1 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:45.185351 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f0075e3c-61c0-445c-af28-eba204125e1b req-59c95505-2fa1-44d0-b8ea-06a4a501bea1 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 945 time: 0.0703726 Feb 16 11:12:45.321559 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Deleting port 26e3eb61-bb00-4df2-9b79-ef618db4845a {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:45.322218 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:45.449772 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] For port 26e3eb61-bb00-4df2-9b79-ef618db4845a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=26e3eb61-bb00-4df2-9b79-ef618db4845a,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:45.450252 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:45.714492 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:45.715341 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (3d51df26-c06e-4859-8e32-3066b6e02be0), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:45.715500 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.l3_db [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Floating IP 3d51df26-c06e-4859-8e32-3066b6e02be0 disassociated. External IP: 172.27.1.153, port: 26e3eb61-bb00-4df2-9b79-ef618db4845a. Feb 16 11:12:45.715854 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Calling delete_port for 26e3eb61-bb00-4df2-9b79-ef618db4845a owned by compute:nova {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:45.888112 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (26e3eb61-bb00-4df2-9b79-ef618db4845a), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:45.921078 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event deleted for resources: {'Port': ['ID=26e3eb61-bb00-4df2-9b79-ef618db4845a,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:45.944496 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf7e74-bf16-46b0-b641-b26a189ff477 req-fda84990-0023-4d9d-9d8a-64317fa78c4f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:45.946068 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1ecf7e74-bf16-46b0-b641-b26a189ff477 req-fda84990-0023-4d9d-9d8a-64317fa78c4f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0979428 Feb 16 11:12:45.987278 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-28dc34e5-9e60-4ebd-b41a-a7458cccf69c req-6437d7ab-0687-4882-88f3-740803d043f5 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 210 time: 0.0301340 Feb 16 11:12:46.064706 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1ecf7e74-bf16-46b0-b641-b26a189ff477 req-eb63634d-451b-4830-a321-337c259172cd tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840311 Feb 16 11:12:46.094374 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:12:46.144775 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d4435-8129-4222-9e8e-78cdc107ed90 req-59d7c97b-6e6b-419c-96a9-28968dffa409 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:46.146269 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3d3d4435-8129-4222-9e8e-78cdc107ed90 req-59d7c97b-6e6b-419c-96a9-28968dffa409 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0533438 Feb 16 11:12:46.196797 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3d3d4435-8129-4222-9e8e-78cdc107ed90 req-8b448a31-9377-4f37-b327-8b260bfd8b20 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 Feb 16 11:12:46.200279 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:12:46.220068 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:12:46.232811 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:46.233879 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:46.247652 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] No DVR routers for this DVR port 26e3eb61-bb00-4df2-9b79-ef618db4845a on host hv-cinder-77398 {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:46.250431 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:46.254088 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f0075e3c-61c0-445c-af28-eba204125e1b req-060edb24-5ecb-41ea-8ca0-0d9205d22de9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "DELETE /v2.0/ports/26e3eb61-bb00-4df2-9b79-ef618db4845a HTTP/1.1" status: 204 len: 173 time: 1.0560012 Feb 16 11:12:46.254761 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'name': 'network-vif-deleted', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:46.261628 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204080a8-92b0-48f5-9932-5752211ca856" -d '{"events": [{"server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "name": "network-vif-deleted", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:46.308268 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d3be2b-8af3-45eb-8687-810a296cb05d x-openstack-request-id: req-87d3be2b-8af3-45eb-8687-810a296cb05d {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:46.308788 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b40b21-d329-4929-b6e6-c90dc5cf0236", "name": "network-vif-deleted", "tag": "26e3eb61-bb00-4df2-9b79-ef618db4845a", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:46.309060 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87d3be2b-8af3-45eb-8687-810a296cb05d {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:46.309479 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b40b21-d329-4929-b6e6-c90dc5cf0236', 'name': 'network-vif-deleted', 'tag': '26e3eb61-bb00-4df2-9b79-ef618db4845a', 'status': 'completed', 'code': 200} Feb 16 11:12:46.353233 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:46.555720 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:46.583681 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:12:46.593368 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:46.593999 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:46.847430 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:47.069384 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:47.087907 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f075c8d2-a440-4535-9352-59bf1cd769a1 req-89c56b69-15ad-4f08-ac8e-d2f8c5c164e5 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Feb 16 11:12:47.097486 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8cbab-b372-40f4-a616-4fa93114fae0 None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:12:47.197667 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3bc52-ed15-4823-9710-caafc7833e97 req-1bc8d7f4-36cd-4a1c-be22-b793a7e161c0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:47.199190 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-19a3bc52-ed15-4823-9710-caafc7833e97 req-1bc8d7f4-36cd-4a1c-be22-b793a7e161c0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0538206 Feb 16 11:12:47.251443 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-19a3bc52-ed15-4823-9710-caafc7833e97 req-0ccecc45-6a11-407b-ad51-fb0c44490d18 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Feb 16 11:12:47.326601 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878916c5-213b-40b3-9e74-ad4892a94886 req-f7927088-51e3-41bf-a535-77446ff764e0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:47.328124 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-878916c5-213b-40b3-9e74-ad4892a94886 req-f7927088-51e3-41bf-a535-77446ff764e0 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0625672 Feb 16 11:12:47.349359 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f25ec-38b0-4d05-ac5d-0ca020b4abb3 None None] New status for floating IP 3d51df26-c06e-4859-8e32-3066b6e02be0: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:12:47.379392 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-878916c5-213b-40b3-9e74-ad4892a94886 req-abcfd0a1-5a43-4482-b8e8-11a31ff177d6 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 Feb 16 11:12:48.189547 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2f73d0ff-df76-4701-8d6f-b89699ff1a73 req-f9c0fc8e-5c61-461b-9d96-2b3aa092503c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9b40b21-d329-4929-b6e6-c90dc5cf0236 HTTP/1.1" status: 200 len: 210 time: 0.0276754 Feb 16 11:12:48.423098 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a585eb-a48e-4232-92d8-05d7f029406d req-036e2cc8-1311-4322-95d8-b884ef2c2c1c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:48.427513 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-80a585eb-a48e-4232-92d8-05d7f029406d req-036e2cc8-1311-4322-95d8-b884ef2c2c1c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0878508 Feb 16 11:12:48.530466 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-80a585eb-a48e-4232-92d8-05d7f029406d req-cc66c321-972d-47e8-9e85-e3013e482ca2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939906 Feb 16 11:12:48.555172 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a0080-3254-4bb6-9909-d7737c13ef42 req-898be2bc-3d39-4966-a8dd-2246c43ca7fc tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:48.568728 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-834a0080-3254-4bb6-9909-d7737c13ef42 req-898be2bc-3d39-4966-a8dd-2246c43ca7fc tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0774384 Feb 16 11:12:48.648556 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-834a0080-3254-4bb6-9909-d7737c13ef42 req-f700c06c-3b80-4f48-9cb0-eab8252abbc3 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776315 Feb 16 11:12:48.727537 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-61e342e8-28b4-4b75-a6d3-2bc3682e4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:48.729073 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-61e342e8-28b4-4b75-a6d3-2bc3682e4d30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1129 time: 0.0482166 Feb 16 11:12:48.847259 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-68b8d677-26c4-4fdc-b8fa-f34023a73759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:48.848781 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-68b8d677-26c4-4fdc-b8fa-f34023a73759 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.1136847 Feb 16 11:12:48.906640 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59672) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:48.917379 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-96bc0619-f23d-4382-90e3-7859c5ae12ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 1001 time: 0.0627158 Feb 16 11:12:48.966002 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-88432a41-e269-427e-b538-700c7fa3f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:48.967475 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-88432a41-e269-427e-b538-700c7fa3f2a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0437915 Feb 16 11:12:49.020266 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-702fbf6d-07a5-4d35-b211-3370a0dda168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:49.021808 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-702fbf6d-07a5-4d35-b211-3370a0dda168 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485270 Feb 16 11:12:49.114073 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-cf0d8278-28ff-4d49-b908-5c725c90460e service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855978 Feb 16 11:12:49.210165 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1686248e-2426-4327-b7a8-c1edde582ce9 req-0e685e40-45e1-4f88-853e-0830040440df service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895374 Feb 16 11:12:49.417443 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (00cd78ea-1ace-4081-8d3b-000f4325d05c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:49.472183 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-300948c6-38f4-421e-b0f1-fd9607a266f7 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686299829&fields=id&tenant_id=71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 267 time: 0.0453193 Feb 16 11:12:49.578162 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-0edee82d-4137-4917-bd6d-74cfa94b7bf7 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:49.580601 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-0edee82d-4137-4917-bd6d-74cfa94b7bf7 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 811 time: 0.1015778 Feb 16 11:12:49.603569 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-d405bc4a-6360-4fd4-b1c6-5b38909ea2c3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/quotas/71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 375 time: 0.0150435 Feb 16 11:12:49.663609 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2a8d4374-e0ce-4524-a77c-09c99f41527a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542431 Feb 16 11:12:49.712362 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4c7f-c9e9-425c-bd44-669e52231df4 req-0b284734-d192-43b2-9ddc-e1bbc7194833 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:49.713855 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d8dd4c7f-c9e9-425c-bd44-669e52231df4 req-0b284734-d192-43b2-9ddc-e1bbc7194833 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0837677 Feb 16 11:12:49.752471 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Deleting port fe3acc16-76f2-4900-8126-1a119240bad3 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:49.752720 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:49.794895 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d8dd4c7f-c9e9-425c-bd44-669e52231df4 req-6d30457c-a9a6-4e68-80a7-764f79fa6209 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748620 Feb 16 11:12:49.815722 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-82b06c96-d15b-431b-842f-79ba325fe474 service neutron] 10.222.0.52 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401579 Feb 16 11:12:49.864983 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] For port fe3acc16-76f2-4900-8126-1a119240bad3, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=fe3acc16-76f2-4900-8126-1a119240bad3,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:49.865355 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:49.885620 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Calling delete_port for fe3acc16-76f2-4900-8126-1a119240bad3 owned by network:router_interface {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:49.921159 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-07f2f5bf-616c-481c-bae3-306390a0eb98 service neutron] 10.222.0.52 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041214 Feb 16 11:12:49.988292 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f31d-8dae-424b-a451-6429e78b57eb req-16b30f0d-fb27-4358-9ee1-69f7d69fdae5 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:49.990031 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b896f31d-8dae-424b-a451-6429e78b57eb req-16b30f0d-fb27-4358-9ee1-69f7d69fdae5 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.1066661 Feb 16 11:12:50.105215 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b896f31d-8dae-424b-a451-6429e78b57eb req-7b052197-5f2b-4158-ae5a-a9e3a785a666 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063046 Feb 16 11:12:50.165466 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (fe3acc16-76f2-4900-8126-1a119240bad3), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:50.193217 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3acc16-76f2-4900-8126-1a119240bad3,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:50.290760 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4fb70a32-5a4d-4567-af87-025c65db5fbf req-899f2a13-62b1-45aa-91b9-ffe694bde6b3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 210 time: 0.0395522 Feb 16 11:12:50.668809 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (00cd78ea-1ace-4081-8d3b-000f4325d05c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:50.903537 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Router 00cd78ea-1ace-4081-8d3b-000f4325d05c has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:12:50.934050 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcccf6b-88a3-4fac-a510-86d8c15f176c req-f4d3f225-fe92-44d4-bc7f-8adb00e3354b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:50.935738 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-adcccf6b-88a3-4fac-a510-86d8c15f176c req-f4d3f225-fe92-44d4-bc7f-8adb00e3354b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Feb 16 11:12:50.984519 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-adcccf6b-88a3-4fac-a510-86d8c15f176c req-8c5e018a-36eb-45a5-87bc-38af9c7000f2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Feb 16 11:12:51.013493 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:12:51.019488 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9511e1a8-25a9-4c18-8b94-4934d71fdbf9 admin admin] 10.222.0.52 "PUT /v2.0/routers/00cd78ea-1ace-4081-8d3b-000f4325d05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1117048 Feb 16 11:12:51.023064 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] Sync routers for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:12:51.023614 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59720) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:51.034897 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:51.035537 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:51.173545 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:51.212740 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks [] for router (00cd78ea-1ace-4081-8d3b-000f4325d05c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:51.371830 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks [] for router_gateway (00cd78ea-1ace-4081-8d3b-000f4325d05c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:51.395374 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-1102daaa-9710-4fe9-a99b-054ad533402f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:51.398143 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-1102daaa-9710-4fe9-a99b-054ad533402f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 811 time: 0.1778014 Feb 16 11:12:51.516294 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Deleting port b87586ba-75c7-4a2f-881d-8b12fd7774c3 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:51.516971 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:51.575692 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0b548739-1d5b-4e0e-bfca-8a021fbb3483 req-53d6ee6c-23d4-43de-a9c9-94c09f2c151b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 210 time: 0.1090963 Feb 16 11:12:51.588746 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-747c029f-a611-4df5-ad29-c886fa5af400 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 379 time: 0.1787539 Feb 16 11:12:51.599812 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'port': {'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'admin_state_up': True, 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'security_groups': ['3a049b96-0ea3-44b4-bebf-dff152b02bcb']}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:12:51.638790 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:12:50Z', 'revision_number': 5, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port': {'id': 'b87586ba-75c7-4a2f-881d-8b12fd7774c3', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:29Z', 'updated_at': '2022-02-16T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:51.651072 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] For port b87586ba-75c7-4a2f-881d-8b12fd7774c3, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=b87586ba-75c7-4a2f-881d-8b12fd7774c3,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:51.651552 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:51.673484 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Calling delete_port for b87586ba-75c7-4a2f-881d-8b12fd7774c3 owned by network:router_gateway {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:51.673661 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] Checking router: 00cd78ea-1ace-4081-8d3b-000f4325d05c for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:12:51.680832 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] Routers {'00cd78ea-1ace-4081-8d3b-000f4325d05c'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:12:51.681523 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['00cd78ea-1ace-4081-8d3b-000f4325d05c'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:51.767286 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Made reservation on behalf of 71378b5948874a66adeeaac8381b75b4 for: {'port': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:12:51.771736 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:51.782959 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] Set router 00cd78ea-1ace-4081-8d3b-000f4325d05c gateway port host: None {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:12:51.865587 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:12:51Z', 'revision_number': 6, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:51.908126 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (b87586ba-75c7-4a2f-881d-8b12fd7774c3), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:51.919824 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76d0c8-e08e-4821-938b-dfac19112ee9 None None] The sync data for ids ['00cd78ea-1ace-4081-8d3b-000f4325d05c'] in dv-cinder-773985-29-iscsi is: [{'id': '00cd78ea-1ace-4081-8d3b-000f4325d05c', 'name': 'tempest-AttachVolumeTestJSON-1056927902-router', 'tenant_id': 'f30364e8a9d14d78bc578c9629093da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:27Z', 'updated_at': '2022-02-16T11:12:51Z', 'revision_number': 6, 'project_id': 'f30364e8a9d14d78bc578c9629093da0', 'gw_port_host': None}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:12:51.935756 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87586ba-75c7-4a2f-881d-8b12fd7774c3,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:51.945273 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:51.977869 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_common [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Allocated IP 172.20.0.5 (7c66b3d3-601b-4b66-bfed-ed73c0b7d135/a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe/141431ce-6ab7-4438-9539-fe05df06ef3f) {{(pid=102875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:12:52.028427 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (00cd78ea-1ace-4081-8d3b-000f4325d05c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.078789 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: ACTIVE; New status is: DOWN {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:12:52.079431 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.106720 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:52.109409 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257820c8-d8c9-407e-8646-76116e731556" -d '{"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:52.129377 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:52.137859 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.139893 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 26e3eb61-bb00-4df2-9b79-ef618db4845a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:52.157775 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (00cd78ea-1ace-4081-8d3b-000f4325d05c), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.165088 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks [] for router_controller (00cd78ea-1ace-4081-8d3b-000f4325d05c), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.183810 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 26e3eb61-bb00-4df2-9b79-ef618db4845a {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:52.184512 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 26e3eb61-bb00-4df2-9b79-ef618db4845a not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:52.190695 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.201316 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e0be70-0e08-46d7-a136-26341030c356 x-openstack-request-id: req-95e0be70-0e08-46d7-a136-26341030c356 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:52.201963 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-unplugged", "status": "failed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf", "code": 422}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:52.202412 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95e0be70-0e08-46d7-a136-26341030c356 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:52.203695 dv-cinder-773985-29-iscsi neutron-server[102877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'code': 422} returned with failed status Feb 16 11:12:52.222043 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=8']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:52.238650 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (00cd78ea-1ace-4081-8d3b-000f4325d05c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.239300 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00cd78ea-1ace-4081-8d3b-000f4325d05c {{(pid=102876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:12:52.246150 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.249242 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-2495598b-6ae9-4784-9658-a50f53aa4bd6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/00cd78ea-1ace-4081-8d3b-000f4325d05c HTTP/1.1" status: 204 len: 168 time: 1.2228842 Feb 16 11:12:52.250328 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 59756) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:52.260301 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.291643 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [req-c8465863-bc31-4af0-aa67-971d2a732998 req-f09ce323-6c94-47c3-b45f-7b5b446485e2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:12:52.292734 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c8465863-bc31-4af0-aa67-971d2a732998 req-f09ce323-6c94-47c3-b45f-7b5b446485e2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059586 Feb 16 11:12:52.345712 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 is already hosted by enough agents. {{(pid=102875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:12:52.354396 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Resources bound (agent type, host, resource id): {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:12:52.358857 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Received port after_create {{(pid=102875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:12:52.363699 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_v2 [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] Deleting subnet bec87d4f-d563-48f8-9f40-51f5f7a5daed {{(pid=102875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:12:52.405678 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=141431ce-6ab7-4438-9539-fe05df06ef3f,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:52.410776 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] Publish callbacks [] for subnet (bec87d4f-d563-48f8-9f40-51f5f7a5daed), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.470183 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:52.470840 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.484257 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130356537'] for subnet (bec87d4f-d563-48f8-9f40-51f5f7a5daed), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.517883 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000e19-228c-4fb6-95bf-52478bb81c13 req-1eea1ffb-4ca5-4657-b126-c481a21fb9b2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:52.529757 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4f000e19-228c-4fb6-95bf-52478bb81c13 req-1eea1ffb-4ca5-4657-b126-c481a21fb9b2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0885959 Feb 16 11:12:52.541264 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ce9cedeb-132a-4171-9380-281e0a6d8985 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455216 Feb 16 11:12:52.563101 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Request body: {'port': {'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:12:52.644195 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-0717454d-3979-4644-a928-d82f84272e42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102073 Feb 16 11:12:52.660583 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4f000e19-228c-4fb6-95bf-52478bb81c13 req-f7178a67-4a2e-4887-a2e8-49e05373e232 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238439 Feb 16 11:12:52.691162 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (bec87d4f-d563-48f8-9f40-51f5f7a5daed), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.711386 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-9b17c782-7a0f-48aa-b112-598d6cd0f517 None None] Provisioning complete for port 141431ce-6ab7-4438-9539-fe05df06ef3f triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:12:52.711762 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-9b17c782-7a0f-48aa-b112-598d6cd0f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.760455 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.767372 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-9b17c782-7a0f-48aa-b112-598d6cd0f517 None None] Port 141431ce-6ab7-4438-9539-fe05df06ef3f cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:12:52.842097 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f759-d551-487e-a602-d19515a8a198 req-c3a6755d-6b83-4d4b-bcaf-f2a92d01330f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:52.843585 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-c3a6755d-6b83-4d4b-bcaf-f2a92d01330f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports/cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 940 time: 0.1539366 Feb 16 11:12:52.903241 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130329193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130089482'] for subnet (bec87d4f-d563-48f8-9f40-51f5f7a5daed), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:52.923634 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6360-9eed-48b0-85bc-f53b646dfeea req-7f17bb4f-8e14-4f94-b436-a033970b7cfd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:52.925190 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-742e6360-9eed-48b0-85bc-f53b646dfeea req-7f17bb4f-8e14-4f94-b436-a033970b7cfd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 931 time: 0.2366736 Feb 16 11:12:52.996624 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.000712 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bec87d4f-d563-48f8-9f40-51f5f7a5daed HTTP/1.1" status: 204 len: 168 time: 0.7489536 Feb 16 11:12:53.001404 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e74a1f0-f07d-4530-92d2-c6a6e47cae95 None None] Network 75ed8176-9ecb-45e7-8e85-50a322122886 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:12:53.004535 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59784) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:53.009038 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279076d-0c34-4a42-97d5-2bcb2f761e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec87d4f-d563-48f8-9f40-51f5f7a5daed,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:53.094324 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-742e6360-9eed-48b0-85bc-f53b646dfeea req-cedd86cd-e0fd-4ed3-bccb-eb09a563dab9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439276 Feb 16 11:12:53.158737 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (75ed8176-9ecb-45e7-8e85-50a322122886), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.220042 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Deleting port 52a095ec-674a-498b-8fba-8e4836023f7e {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:53.220421 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.234772 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] DHCP port deletion for 75ed8176-9ecb-45e7-8e85-50a322122886 request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:12:53.252325 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141431ce-6ab7-4438-9539-fe05df06ef3f {{(pid=102875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:12:53.262997 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Publish callbacks [] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), precommit_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.275327 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.provisioning_blocks [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Transition to ACTIVE for port object 141431ce-6ab7-4438-9539-fe05df06ef3f will not be triggered until provisioned by entity L2. {{(pid=102875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:12:53.280665 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.285126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] Deleting port 52a095ec-674a-498b-8fba-8e4836023f7e {{(pid=102877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:12:53.285682 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), before_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.288508 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] For port 52a095ec-674a-498b-8fba-8e4836023f7e, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=52a095ec-674a-498b-8fba-8e4836023f7e,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:53.289433 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.300966 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Calling delete_port for 52a095ec-674a-498b-8fba-8e4836023f7e owned by network:dhcp {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:53.335440 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Pushing event updated for resources: {'Port': ['ID=141431ce-6ab7-4438-9539-fe05df06ef3f,revision_number=2']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:53.390200 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] For port 52a095ec-674a-498b-8fba-8e4836023f7e, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=52a095ec-674a-498b-8fba-8e4836023f7e,segment=NetworkSegment(1c489d0b-2589-4567-8a2b-c5d74bf9119a),segment_id=1c489d0b-2589-4567-8a2b-c5d74bf9119a)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:12:53.390910 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), precommit_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.404028 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.410213 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] Calling delete_port for 52a095ec-674a-498b-8fba-8e4836023f7e owned by network:dhcp {{(pid=102877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:12:53.414373 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Attempting to bind port 141431ce-6ab7-4438-9539-fe05df06ef3f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:12:53.414834 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Attempting to bind port 141431ce-6ab7-4438-9539-fe05df06ef3f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:12:53.415286 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Attempting to bind port 141431ce-6ab7-4438-9539-fe05df06ef3f on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:12:53.421818 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Port 141431ce-6ab7-4438-9539-fe05df06ef3f on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:12:53.422210 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Attempting to bind port 141431ce-6ab7-4438-9539-fe05df06ef3f on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:12:53.427964 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:12:53.428329 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Checking segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:12:53.428809 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Bound using segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} {{(pid=102875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:12:53.429910 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.managers [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Bound port: 141431ce-6ab7-4438-9539-fe05df06ef3f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}}] {{(pid=102875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:12:53.430329 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), before_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.446022 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a095ec-674a-498b-8fba-8e4836023f7e,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:53.450986 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] No DVR routers for this DVR port 52a095ec-674a-498b-8fba-8e4836023f7e on host dv-cinder-773985-29-iscsi {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:53.505740 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] For port 141431ce-6ab7-4438-9539-fe05df06ef3f, host hv-cinder-77398, cleared binding levels {{(pid=102875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:12:53.509374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (52a095ec-674a-498b-8fba-8e4836023f7e), after_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.510367 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] For port 141431ce-6ab7-4438-9539-fe05df06ef3f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=141431ce-6ab7-4438-9539-fe05df06ef3f,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:12:53.521442 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130329175'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), after_update {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.545501 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] Pushing event deleted for resources: {'Port': ['ID=52a095ec-674a-498b-8fba-8e4836023f7e,revision_number=None']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:53.546793 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (75ed8176-9ecb-45e7-8e85-50a322122886), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.553749 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1263cd-e059-4ba2-bdb5-e4d6c63d518e None None] No DVR routers for this DVR port 52a095ec-674a-498b-8fba-8e4836023f7e on host dv-cinder-773985-29-iscsi {{(pid=102877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:12:53.567511 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:53.570870 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.570870 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] 10.222.0.42 "PUT /v2.0/ports/141431ce-6ab7-4438-9539-fe05df06ef3f HTTP/1.1" status: 200 len: 1093 time: 1.0196841 Feb 16 11:12:53.573008 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:12:53.575590 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0787e94-52c2-4402-986a-05848b0bbc03" -d '{"events": [{"name": "network-changed", "server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:12:53.589955 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ed8176-9ecb-45e7-8e85-50a322122886']}} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:53.590948 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-3ead6de0-747e-4ab8-bc77-04cc1e7d0955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.606838 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c489d0b-2589-4567-8a2b-c5d74bf9119a') {'for_net_delete': True} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:53.607133 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c489d0b-2589-4567-8a2b-c5d74bf9119a') {} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:12:53.618922 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125813414'] for segment (1c489d0b-2589-4567-8a2b-c5d74bf9119a), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.633420 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab95403-b6e6-4342-9556-beaac7e95674 service neutron] Pushing event updated for resources: {'Port': ['ID=141431ce-6ab7-4438-9539-fe05df06ef3f,revision_number=3']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:53.634487 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (1c489d0b-2589-4567-8a2b-c5d74bf9119a), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.643420 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:12:53.644013 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125414786'] for segment (1c489d0b-2589-4567-8a2b-c5d74bf9119a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: Traceback (most recent call last): Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: timer() Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: cb(*args, **kw) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: return func(*args, **kwargs) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: self._notify() Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: self.callback(batched_events) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: event.method(event) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: return f(self, *a, **k) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._get(url).json() Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: return self.request(url, 'GET', **kwargs) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:12:53.645982 dv-cinder-773985-29-iscsi neutron-server[102876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:12:53.648907 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f9323c-d74f-4cb9-86ac-b8d571c58123 x-openstack-request-id: req-e7f9323c-d74f-4cb9-86ac-b8d571c58123 {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:12:53.650158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:12:53.650515 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7f9323c-d74f-4cb9-86ac-b8d571c58123 {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:12:53.651032 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'status': 'completed', 'code': 200} Feb 16 11:12:53.711813 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (75ed8176-9ecb-45e7-8e85-50a322122886), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.722760 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.727907 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] 10.222.0.52 "DELETE /v2.0/networks/75ed8176-9ecb-45e7-8e85-50a322122886 HTTP/1.1" status: 204 len: 168 time: 0.7196984 Feb 16 11:12:53.740851 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f7209-0f4d-4295-8fd6-30805c114969 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ed8176-9ecb-45e7-8e85-50a322122886,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:53.800560 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f435f-1728-40d7-b549-aabd398a0b85 req-e430dff0-b4c6-485a-ba12-40aec0af28b2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:53.802441 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2d7f435f-1728-40d7-b549-aabd398a0b85 req-e430dff0-b4c6-485a-ba12-40aec0af28b2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0708606 Feb 16 11:12:53.855973 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2d7f435f-1728-40d7-b549-aabd398a0b85 req-39660812-5d9e-4d96-8788-a8e4ce91c4fa tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479207 Feb 16 11:12:53.866267 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59794) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:53.911889 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-14b3299a-36a4-40a3-b2b2-ebad45c3e8c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f30364e8a9d14d78bc578c9629093da0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444269 Feb 16 11:12:53.914337 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 59796) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:12:53.927962 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device fe3acc16-76f2-4900-8126-1a119240bad3 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:53.956421 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: fe3acc16-76f2-4900-8126-1a119240bad3 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:53.956638 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device fe3acc16-76f2-4900-8126-1a119240bad3 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:53.957102 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 52a095ec-674a-498b-8fba-8e4836023f7e no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:53.967831 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56d68481-97a7-48da-a1df-bd6e51c566c0 admin admin] Publish callbacks [] for security_group (842dcff2-a855-4ccd-8e4e-69af4438a57a), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.978635 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 52a095ec-674a-498b-8fba-8e4836023f7e {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:53.978980 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 52a095ec-674a-498b-8fba-8e4836023f7e not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:53.979411 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device b87586ba-75c7-4a2f-881d-8b12fd7774c3 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:53.989226 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56d68481-97a7-48da-a1df-bd6e51c566c0 admin admin] Publish callbacks [] for security_group (842dcff2-a855-4ccd-8e4e-69af4438a57a), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:53.998496 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: b87586ba-75c7-4a2f-881d-8b12fd7774c3 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:12:53.998843 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device b87586ba-75c7-4a2f-881d-8b12fd7774c3 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:12:54.045615 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56d68481-97a7-48da-a1df-bd6e51c566c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (842dcff2-a855-4ccd-8e4e-69af4438a57a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:54.048139 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-56d68481-97a7-48da-a1df-bd6e51c566c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:54.049379 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-56d68481-97a7-48da-a1df-bd6e51c566c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/842dcff2-a855-4ccd-8e4e-69af4438a57a HTTP/1.1" status: 204 len: 168 time: 0.1341500 Feb 16 11:12:54.057034 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d68481-97a7-48da-a1df-bd6e51c566c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842dcff2-a855-4ccd-8e4e-69af4438a57a,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:12:54.222043 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2947-c143-415e-93ac-835c1955c66c req-c00d222f-4bc2-4b62-b081-e846d5dba17a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:54.223552 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d4cf2947-c143-415e-93ac-835c1955c66c req-c00d222f-4bc2-4b62-b081-e846d5dba17a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0578718 Feb 16 11:12:54.277148 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d4cf2947-c143-415e-93ac-835c1955c66c req-9b0e9d4e-d6ce-4185-95b9-089cd622c29a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477455 Feb 16 11:12:54.991289 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3d52-41d7-4b8c-80be-fa5e3351b0d5 req-55fe3a53-c363-43bf-a683-6660718a36ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:54.992908 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ae9f3d52-41d7-4b8c-80be-fa5e3351b0d5 req-55fe3a53-c363-43bf-a683-6660718a36ec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0553355 Feb 16 11:12:55.044999 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ae9f3d52-41d7-4b8c-80be-fa5e3351b0d5 req-1f70b266-b6b8-4d59-859a-edb7a82cfa6a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462415 Feb 16 11:12:55.398198 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a4ed-6116-4cd8-b4c3-83c31203733d req-12cbf657-b3e4-4bcf-a450-d5e85789b57f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:55.399695 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8af9a4ed-6116-4cd8-b4c3-83c31203733d req-12cbf657-b3e4-4bcf-a450-d5e85789b57f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0553918 Feb 16 11:12:55.454410 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8af9a4ed-6116-4cd8-b4c3-83c31203733d req-3675d207-a0c7-4255-9c69-3083f522ff7b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484271 Feb 16 11:12:55.634756 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787e94-52c2-4402-986a-05848b0bbc03 req-a7c6aeb3-38a5-409b-b818-a95d27bf9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:55.636455 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c0787e94-52c2-4402-986a-05848b0bbc03 req-a7c6aeb3-38a5-409b-b818-a95d27bf9f22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 1127 time: 0.0634990 Feb 16 11:12:55.776325 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787e94-52c2-4402-986a-05848b0bbc03 req-51a4800b-c44f-4fc3-b722-a61690eaaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:55.777829 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c0787e94-52c2-4402-986a-05848b0bbc03 req-51a4800b-c44f-4fc3-b722-a61690eaaabd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=71378b5948874a66adeeaac8381b75b4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1108668 Feb 16 11:12:55.880463 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787e94-52c2-4402-986a-05848b0bbc03 req-87e464e3-f58d-4c3e-a899-5f7e24505d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:55.882246 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c0787e94-52c2-4402-986a-05848b0bbc03 req-87e464e3-f58d-4c3e-a899-5f7e24505d58 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955832 Feb 16 11:12:55.983200 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-eba2ebb8-455d-4b29-8aea-4c11e374a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:55.984920 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-eba2ebb8-455d-4b29-8aea-4c11e374a550 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 1127 time: 0.0617855 Feb 16 11:12:56.029241 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-892d112e-b01f-4e1f-9b82-de9f2a7b9b90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141431ce-6ab7-4438-9539-fe05df06ef3f HTTP/1.1" status: 200 len: 217 time: 0.0361841 Feb 16 11:12:56.085740 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-afc757f1-d74f-4413-a423-107deb53b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.087274 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-afc757f1-d74f-4413-a423-107deb53b0b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0521173 Feb 16 11:12:56.120032 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e81b-c35c-4cbb-be6f-8eb9e265e7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:56.134099 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f759-d551-487e-a602-d19515a8a198 req-dda66e1f-6a6a-464c-80cc-af484b632560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.135880 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-dda66e1f-6a6a-464c-80cc-af484b632560 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8&tenant_id=91e3607dc0214ad7bcdd08978f6c0130 HTTP/1.1" status: 200 len: 1127 time: 0.0868256 Feb 16 11:12:56.160320 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-41572d9c-6bf5-4560-9a0d-29a71afa4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.162315 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-41572d9c-6bf5-4560-9a0d-29a71afa4ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679972 Feb 16 11:12:56.204631 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f759-d551-487e-a602-d19515a8a198 req-8f788c02-252a-42bd-b644-7789c6c5f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.206132 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-8f788c02-252a-42bd-b644-7789c6c5f7d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1127 time: 0.0485713 Feb 16 11:12:56.299483 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f759-d551-487e-a602-d19515a8a198 req-aa8b0fce-7dfb-4e2a-8702-fcd3c4acf493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.301238 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-aa8b0fce-7dfb-4e2a-8702-fcd3c4acf493 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.0890665 Feb 16 11:12:56.302038 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8b2c-e4fc-4b9a-a71a-c994d4d55b52 req-f440f0bd-3858-4d28-b082-89905052019d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.303614 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c41f8b2c-e4fc-4b9a-a71a-c994d4d55b52 req-f440f0bd-3858-4d28-b082-89905052019d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.1336462 Feb 16 11:12:56.308133 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-8fb6d83f-3f72-457c-94a7-7414a42e874e service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368737 Feb 16 11:12:56.386273 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-fc7b048b-34bf-4547-8b5a-7d437d953591 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 999 time: 0.0793440 Feb 16 11:12:56.411385 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-c41f8b2c-e4fc-4b9a-a71a-c994d4d55b52 req-8b707865-51b9-43d1-a8f0-ee00de88d76a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007638 Feb 16 11:12:56.436557 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f759-d551-487e-a602-d19515a8a198 req-efea78c8-54b9-4acd-b767-4e9958c20caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.438054 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-efea78c8-54b9-4acd-b767-4e9958c20caa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0463445 Feb 16 11:12:56.442801 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-92bc619d-479a-47f2-b3cb-b9dbc6374b9a req-ef2b47a5-d246-4724-ba96-84da1e4d9318 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261666 Feb 16 11:12:56.495519 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f759-d551-487e-a602-d19515a8a198 req-87fade5d-a276-49ed-82cf-e9603ba20493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.497234 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-87fade5d-a276-49ed-82cf-e9603ba20493 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532353 Feb 16 11:12:56.623921 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-773fe374-6509-4703-bbba-eee77a09b876 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200185 Feb 16 11:12:56.634532 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0b3fa-c7ef-44f9-a8b6-ecb41d853042 req-347acfae-abd4-4414-ade5-4414fe24ce5e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:56.636055 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5ec0b3fa-c7ef-44f9-a8b6-ecb41d853042 req-347acfae-abd4-4414-ade5-4414fe24ce5e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0999887 Feb 16 11:12:56.741221 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5ec0b3fa-c7ef-44f9-a8b6-ecb41d853042 req-ffc1eff8-36a4-4e9b-816a-74f5cf496456 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960674 Feb 16 11:12:56.756389 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0b38f759-d551-487e-a602-d19515a8a198 req-bf86182e-af03-4e75-a928-1d9e033d2e3b service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185446 Feb 16 11:12:57.363921 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:57.564402 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:12:57.649643 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d861-e315-481f-9ec0-92e894521f43 req-e534cd3b-4193-4de0-8559-8279cee1fbf6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:57.654010 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9d82d861-e315-481f-9ec0-92e894521f43 req-e534cd3b-4193-4de0-8559-8279cee1fbf6 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.1065085 Feb 16 11:12:57.715041 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: DOWN; New status is: DOWN {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:12:57.751139 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9d82d861-e315-481f-9ec0-92e894521f43 req-dabf66fb-bf5d-4b39-bbb9-6cd10d0e97f3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893109 Feb 16 11:12:57.882796 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa2cd0-2008-4566-9027-65f4741aed9d req-6dc7c7c6-7233-4b99-9955-59b11da5d67f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:57.894338 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e3aa2cd0-2008-4566-9027-65f4741aed9d req-6dc7c7c6-7233-4b99-9955-59b11da5d67f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0801556 Feb 16 11:12:57.961017 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e3aa2cd0-2008-4566-9027-65f4741aed9d req-0833b02c-99fc-4acb-bd54-3fd323053c66 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655785 Feb 16 11:12:58.410588 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:12:58.918010 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff8b5-255b-4fbc-83da-3c09f812d7bc req-50d66fdc-d465-4da0-9d88-5e27d9611ee1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:58.919870 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0e5ff8b5-255b-4fbc-83da-3c09f812d7bc req-50d66fdc-d465-4da0-9d88-5e27d9611ee1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0846217 Feb 16 11:12:58.972436 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0e5ff8b5-255b-4fbc-83da-3c09f812d7bc req-f53bdb5f-a21e-4a81-a3ba-d3434ef60e24 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465217 Feb 16 11:12:59.033971 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:12:59.107095 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9c3ef-8533-40b7-a833-06a1b2e7b89a req-3774d2bd-4974-497d-b39c-ac84328fcc75 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:12:59.109814 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7ae9c3ef-8533-40b7-a833-06a1b2e7b89a req-3774d2bd-4974-497d-b39c-ac84328fcc75 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0717649 Feb 16 11:12:59.163085 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7ae9c3ef-8533-40b7-a833-06a1b2e7b89a req-3963d77a-3f20-4d35-8803-67777f7bd3d9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471356 Feb 16 11:12:59.955888 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:00.121129 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b0a8e-de15-442d-b976-6aeb359fbcfd req-9b25c256-c77b-41ce-84d3-a09841e48a66 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:00.122575 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-625b0a8e-de15-442d-b976-6aeb359fbcfd req-9b25c256-c77b-41ce-84d3-a09841e48a66 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0625107 Feb 16 11:13:00.182043 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-625b0a8e-de15-442d-b976-6aeb359fbcfd req-fce9affd-993a-4f19-b012-d70e5af35198 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538366 Feb 16 11:13:00.291627 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072eec2-8826-40ae-a00e-6394365554eb req-af52d23b-047b-4f7e-8646-89230cbfbc90 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:00.293134 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5072eec2-8826-40ae-a00e-6394365554eb req-af52d23b-047b-4f7e-8646-89230cbfbc90 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0523865 Feb 16 11:13:00.354578 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5072eec2-8826-40ae-a00e-6394365554eb req-e9f4d144-20e6-415c-b782-1dc887fc02eb tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532691 Feb 16 11:13:00.447185 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:01.313206 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c054a-2a85-4938-8a61-df7b7ba3472a req-9eb5a3b0-54e3-458b-b932-6560a78a2e71 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:01.314700 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-af1c054a-2a85-4938-8a61-df7b7ba3472a req-9eb5a3b0-54e3-458b-b932-6560a78a2e71 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0579965 Feb 16 11:13:01.363304 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-af1c054a-2a85-4938-8a61-df7b7ba3472a req-14b0c357-3752-4e0f-8544-b539f0dd50ba tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Feb 16 11:13:01.494947 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019fcba-f8e7-4512-93c7-22bf1c17e1a0 req-ffc88a0a-76d8-496c-8da4-b086a312318c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:01.496358 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2019fcba-f8e7-4512-93c7-22bf1c17e1a0 req-ffc88a0a-76d8-496c-8da4-b086a312318c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0643575 Feb 16 11:13:01.549507 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-2019fcba-f8e7-4512-93c7-22bf1c17e1a0 req-ab640b1d-40e7-43cf-ba1a-1acd2646f487 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471520 Feb 16 11:13:02.509309 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37b573-08a7-40e1-970c-e951bac6032d req-4ec909e6-9c34-40c0-ad1c-5c147d8e37ce tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:02.511551 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2f37b573-08a7-40e1-970c-e951bac6032d req-4ec909e6-9c34-40c0-ad1c-5c147d8e37ce tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0671003 Feb 16 11:13:02.561773 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2f37b573-08a7-40e1-970c-e951bac6032d req-7a99a577-88a0-4e02-a513-92e4ca76a34c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Feb 16 11:13:02.677121 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a57d3-48dc-47e4-9725-ea8c5089dfc4 req-a8e1a2a0-c789-48a8-b48e-28077a1ed23b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:02.678514 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f68a57d3-48dc-47e4-9725-ea8c5089dfc4 req-a8e1a2a0-c789-48a8-b48e-28077a1ed23b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0576870 Feb 16 11:13:02.742883 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f68a57d3-48dc-47e4-9725-ea8c5089dfc4 req-2422c2b5-7f59-4ad1-85d7-afa702a34771 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562301 Feb 16 11:13:03.758597 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29204c-bbaf-49c8-8149-9db0c3f63240 req-baa6341e-ccce-4efa-9591-f90dbfdcfc18 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:03.761389 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fd29204c-bbaf-49c8-8149-9db0c3f63240 req-baa6341e-ccce-4efa-9591-f90dbfdcfc18 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0945160 Feb 16 11:13:03.832604 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fd29204c-bbaf-49c8-8149-9db0c3f63240 req-a9762ab4-6a79-4d23-b562-8d09f3eab6c0 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653772 Feb 16 11:13:03.929359 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86764-0577-4982-8638-4a20b3aa3c45 req-ca208de0-f398-414b-a1a0-dfd3934dc968 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:03.931892 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6ce86764-0577-4982-8638-4a20b3aa3c45 req-ca208de0-f398-414b-a1a0-dfd3934dc968 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0643909 Feb 16 11:13:04.010467 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6ce86764-0577-4982-8638-4a20b3aa3c45 req-6f8b8705-a083-40f1-928b-1ff6a0e19517 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665426 Feb 16 11:13:04.995545 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416023-3e9b-4425-ab79-1a3b84802559 req-f17f874a-c395-478c-8fdd-3e9ecef8cfec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:04.997915 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-95416023-3e9b-4425-ab79-1a3b84802559 req-f17f874a-c395-478c-8fdd-3e9ecef8cfec tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0831532 Feb 16 11:13:05.058341 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-95416023-3e9b-4425-ab79-1a3b84802559 req-c94f0577-4c1d-438b-a9e7-3ff38670c466 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531504 Feb 16 11:13:05.192384 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91c6c9-c047-46fc-a9c3-6dc8081bba41 req-78605a3d-8346-4e12-a413-b59140f6af56 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:05.195792 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5e91c6c9-c047-46fc-a9c3-6dc8081bba41 req-78605a3d-8346-4e12-a413-b59140f6af56 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0608919 Feb 16 11:13:05.254499 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-5e91c6c9-c047-46fc-a9c3-6dc8081bba41 req-321ebfc4-6a33-4731-94e3-becdda5b5c92 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528471 Feb 16 11:13:06.207235 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e43c-da11-46a2-9d62-365886016041 req-e56ad66d-64fe-4568-b642-16d80f0e4eb2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:06.208854 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ae21e43c-da11-46a2-9d62-365886016041 req-e56ad66d-64fe-4568-b642-16d80f0e4eb2 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0531957 Feb 16 11:13:06.266042 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-ae21e43c-da11-46a2-9d62-365886016041 req-f7454769-7167-4c62-9921-02c211aa7c4d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513601 Feb 16 11:13:06.379250 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1827-46a8-4b9e-af03-f7d97ac4c976 req-d7256e03-f7ed-4418-bf1d-31cd3a916600 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:06.381620 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-805e1827-46a8-4b9e-af03-f7d97ac4c976 req-d7256e03-f7ed-4418-bf1d-31cd3a916600 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0558891 Feb 16 11:13:06.443009 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-805e1827-46a8-4b9e-af03-f7d97ac4c976 req-20c22536-f7e0-4d8a-b38f-7461f861a2dd tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549119 Feb 16 11:13:07.398694 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7a217-1e31-4b21-87a8-c35d113e63a8 req-fa5a5cc9-f461-472e-b384-cd1fc84a2e62 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:07.400333 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-83f7a217-1e31-4b21-87a8-c35d113e63a8 req-fa5a5cc9-f461-472e-b384-cd1fc84a2e62 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0594206 Feb 16 11:13:07.450976 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-83f7a217-1e31-4b21-87a8-c35d113e63a8 req-2fe13a69-087e-4f98-9c5c-9309ad137a0e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442159 Feb 16 11:13:07.575329 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f8fc-f368-4338-b181-49b11d67588b req-9113dc1f-2a02-4a6c-8ad7-4016400d6846 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:07.576936 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf74f8fc-f368-4338-b181-49b11d67588b req-9113dc1f-2a02-4a6c-8ad7-4016400d6846 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0610321 Feb 16 11:13:07.630395 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cf74f8fc-f368-4338-b181-49b11d67588b req-4edb6e34-ecdf-40e8-afca-9df41851c051 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462430 Feb 16 11:13:08.583799 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b22ce5-1da7-4def-bfa3-cf150161dfad req-bdcfe4b8-49bb-42cc-96ca-18bcfd76b6ea tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:08.585459 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-26b22ce5-1da7-4def-bfa3-cf150161dfad req-bdcfe4b8-49bb-42cc-96ca-18bcfd76b6ea tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0544138 Feb 16 11:13:08.633345 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-26b22ce5-1da7-4def-bfa3-cf150161dfad req-f00d0a36-6c6c-48a4-ac11-ddd032a6bf30 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421584 Feb 16 11:13:08.736099 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60092) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:08.761864 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744892e-afbc-4175-931f-6e526f4a1d4f req-98c413e3-8b61-4338-a288-c4072af3d9c8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:08.763600 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1744892e-afbc-4175-931f-6e526f4a1d4f req-98c413e3-8b61-4338-a288-c4072af3d9c8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 943 time: 0.0564666 Feb 16 11:13:08.784350 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] Deleting subnet a6464529-9168-489a-b06f-599ff6ab7158 {{(pid=102875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:13:08.787419 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] Publish callbacks [] for subnet (a6464529-9168-489a-b06f-599ff6ab7158), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:08.815505 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1744892e-afbc-4175-931f-6e526f4a1d4f req-eb670d60-a70f-4bd3-86c9-9d24510b9527 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460837 Feb 16 11:13:08.823325 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130356537'] for subnet (a6464529-9168-489a-b06f-599ff6ab7158), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:08.863629 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (a6464529-9168-489a-b06f-599ff6ab7158), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:08.923493 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130329193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130089482'] for subnet (a6464529-9168-489a-b06f-599ff6ab7158), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:08.948385 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6464529-9168-489a-b06f-599ff6ab7158,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:08.955142 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:08.956503 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d17a86a9-4e4d-49c5-a026-9103df170722 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a6464529-9168-489a-b06f-599ff6ab7158 HTTP/1.1" status: 204 len: 168 time: 0.2183337 Feb 16 11:13:08.958436 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60094) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:09.029502 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.105307 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.129074 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:09.138178 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eece2436-3a13-4850-ba42-9fefa3676cf6') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:09.138519 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eece2436-3a13-4850-ba42-9fefa3676cf6') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:09.412993 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (eece2436-3a13-4850-ba42-9fefa3676cf6), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.426977 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (eece2436-3a13-4850-ba42-9fefa3676cf6), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.433347 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:13:09.433737 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (eece2436-3a13-4850-ba42-9fefa3676cf6), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:13:09.435619 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:13:09.491813 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.497271 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.503367 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] 10.222.0.52 "DELETE /v2.0/networks/8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5 HTTP/1.1" status: 204 len: 168 time: 0.5414598 Feb 16 11:13:09.511618 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc3d20-3777-4080-82d7-c97fcdc5cdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=8490cfc4-6b5f-40df-89a7-cc8b9fe4dca5,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:09.619110 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 141431ce-6ab7-4438-9539-fe05df06ef3f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:13:09.679380 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60100) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:09.724415 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 141431ce-6ab7-4438-9539-fe05df06ef3f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=141431ce-6ab7-4438-9539-fe05df06ef3f,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:13:09.728809 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-557a8e5e-f6a6-40b3-9252-76a6dadb7937 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60eaa7d800374fa8af28ab9f09a12d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481617 Feb 16 11:13:09.731543 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60102) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:09.735938 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:13:09.775851 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65732c78-7c2e-4d9a-b174-0f7affcc5b4b req-b7ed8af7-f46a-4130-b99a-91d890d1de60 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:09.777453 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65732c78-7c2e-4d9a-b174-0f7affcc5b4b req-b7ed8af7-f46a-4130-b99a-91d890d1de60 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 943 time: 0.0670998 Feb 16 11:13:09.787147 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 141431ce-6ab7-4438-9539-fe05df06ef3f is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:13:09.787568 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.803064 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141431ce-6ab7-4438-9539-fe05df06ef3f {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:13:09.804273 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-616b4232-7b51-4f02-a48c-db8f7f5b18be admin admin] Publish callbacks [] for security_group (67641bd8-bef3-41b3-8bdb-54bd15356f0e), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.828563 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 141431ce-6ab7-4438-9539-fe05df06ef3f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=141431ce-6ab7-4438-9539-fe05df06ef3f,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:13:09.833624 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-616b4232-7b51-4f02-a48c-db8f7f5b18be admin admin] Publish callbacks [] for security_group (67641bd8-bef3-41b3-8bdb-54bd15356f0e), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.837119 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.837800 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:13:09.861047 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-65732c78-7c2e-4d9a-b174-0f7affcc5b4b req-891d6c45-b5fa-4f6f-ac44-4039fa35f494 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659132 Feb 16 11:13:09.937536 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-616b4232-7b51-4f02-a48c-db8f7f5b18be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (67641bd8-bef3-41b3-8bdb-54bd15356f0e), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.944819 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-616b4232-7b51-4f02-a48c-db8f7f5b18be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:09.944819 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-616b4232-7b51-4f02-a48c-db8f7f5b18be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67641bd8-bef3-41b3-8bdb-54bd15356f0e HTTP/1.1" status: 204 len: 168 time: 0.2086325 Feb 16 11:13:09.948007 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=141431ce-6ab7-4438-9539-fe05df06ef3f,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:09.958507 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b4232-7b51-4f02-a48c-db8f7f5b18be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67641bd8-bef3-41b3-8bdb-54bd15356f0e,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:09.965114 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.965461 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.965975 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.966367 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.966683 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.967619 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.967957 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.968317 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.968652 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.969155 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.969463 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.969785 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.970106 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:09.976023 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bb2ec-4120-4e26-867b-a25b91ebcd95 req-acd1a95c-b1d4-4595-a14c-23dc0fbe9d32 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:09.977939 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f12bb2ec-4120-4e26-867b-a25b91ebcd95 req-acd1a95c-b1d4-4595-a14c-23dc0fbe9d32 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 944 time: 0.0821152 Feb 16 11:13:10.049306 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f12bb2ec-4120-4e26-867b-a25b91ebcd95 req-54e5ff08-73c3-42c2-8a57-9e1b2bdabe6f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595093 Feb 16 11:13:10.065249 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:13:10.080042 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'port_id': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'mac_address': 'fa:16:3e:84:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:13:10.128748 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:13:10.128916 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:10.143110 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd00de38-cc22-4d6b-bd58-68f17ad2c5bf {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:13:10.169431 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:13:10.174558 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:10.228050 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=9']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:10.413396 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:13:10.417194 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['141431ce-6ab7-4438-9539-fe05df06ef3f'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:13:10.982558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a98f2-18f5-41f6-ba08-dfd56581bed7 req-e30e09a7-1d68-45f7-bb1d-7e88b9474adf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:10.984019 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a3a98f2-18f5-41f6-ba08-dfd56581bed7 req-e30e09a7-1d68-45f7-bb1d-7e88b9474adf tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 944 time: 0.0524874 Feb 16 11:13:11.033856 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9a3a98f2-18f5-41f6-ba08-dfd56581bed7 req-f02f7355-42f4-442d-8ee7-fc0032f1067e tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Feb 16 11:13:11.183695 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17158-11ad-41f0-9221-90d9cf59e806 req-77474032-6676-441f-bb77-8cc5d5f13e85 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:11.185688 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ffd17158-11ad-41f0-9221-90d9cf59e806 req-77474032-6676-441f-bb77-8cc5d5f13e85 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 944 time: 0.0790265 Feb 16 11:13:11.240588 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ffd17158-11ad-41f0-9221-90d9cf59e806 req-333d6030-e302-4d40-9417-2f6c06205096 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483379 Feb 16 11:13:11.628606 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 141431ce-6ab7-4438-9539-fe05df06ef3f up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:13:11.683836 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port 141431ce-6ab7-4438-9539-fe05df06ef3f completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:13:11.688453 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port 141431ce-6ab7-4438-9539-fe05df06ef3f triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:13:11.688855 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:11.776452 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port 141431ce-6ab7-4438-9539-fe05df06ef3f is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:13:11.777004 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:11.803992 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:13:11.806274 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13197620-68b3-49ef-bf0e-a83de3cc0649" -d '{"events": [{"server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "name": "network-vif-plugged", "status": "completed", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:13:11.819635 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port 141431ce-6ab7-4438-9539-fe05df06ef3f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=141431ce-6ab7-4438-9539-fe05df06ef3f,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:13:11.825187 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:11.826299 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:13:11.906541 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=141431ce-6ab7-4438-9539-fe05df06ef3f,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:11.922303 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:13:11.922680 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:12.006366 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f8b98e-3168-40c1-b4fa-519d1d6713da x-openstack-request-id: req-c0f8b98e-3168-40c1-b4fa-519d1d6713da {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:13:12.006655 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "name": "network-vif-plugged", "status": "completed", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:13:12.006895 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0f8b98e-3168-40c1-b4fa-519d1d6713da {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:13:12.007290 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'code': 200} Feb 16 11:13:12.008214 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:13:12.008633 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:12.042666 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:13:12.047904 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:12.096714 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=10']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:12.162884 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a034b-3759-4d5a-970d-196746837c73 req-9b7dc4b5-83c9-41e3-a325-0e860d418ba3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:12.164391 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-883a034b-3759-4d5a-970d-196746837c73 req-9b7dc4b5-83c9-41e3-a325-0e860d418ba3 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0576491 Feb 16 11:13:12.236898 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-883a034b-3759-4d5a-970d-196746837c73 req-7556f9cf-9a01-400e-bd78-61dd76a8bc8c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651457 Feb 16 11:13:12.263570 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbfa0c-772e-4b0d-8efe-1b86b6e775fc req-59f7d681-2099-48f2-9214-21555e3c16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:12.263570 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6ccbfa0c-772e-4b0d-8efe-1b86b6e775fc req-59f7d681-2099-48f2-9214-21555e3c16c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 1129 time: 0.0616539 Feb 16 11:13:12.313512 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6ccbfa0c-772e-4b0d-8efe-1b86b6e775fc req-9701b2db-42cf-42f6-94ce-32c2cbb29d67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Feb 16 11:13:12.371715 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e542d9-6a00-47ae-978d-2e700049b3c6 req-f9fc0407-e6ed-40f6-89a2-d85dd65ca94f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:12.377129 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-66e542d9-6a00-47ae-978d-2e700049b3c6 req-f9fc0407-e6ed-40f6-89a2-d85dd65ca94f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0584037 Feb 16 11:13:12.437850 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-66e542d9-6a00-47ae-978d-2e700049b3c6 req-16a19dfe-c0e8-4b0c-a7c2-94d4b7275c61 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586548 Feb 16 11:13:13.381925 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb0e37-7ac9-4370-935b-ff4ca0faf56c req-460c5085-775d-46e4-b1e0-76bfb7af2887 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:13.383427 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8aeb0e37-7ac9-4370-935b-ff4ca0faf56c req-460c5085-775d-46e4-b1e0-76bfb7af2887 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0650563 Feb 16 11:13:13.441108 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-8aeb0e37-7ac9-4370-935b-ff4ca0faf56c req-f70334a2-a49c-466e-9e3f-51bbabd67800 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517108 Feb 16 11:13:13.555428 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d31da-023d-4f6b-afb6-04f90ae15f29 req-35bc2195-b94a-46b2-a4b7-bb842e494e0d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:13.557280 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3f8d31da-023d-4f6b-afb6-04f90ae15f29 req-35bc2195-b94a-46b2-a4b7-bb842e494e0d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0533381 Feb 16 11:13:13.611506 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-3f8d31da-023d-4f6b-afb6-04f90ae15f29 req-ef2859e2-fcec-48f3-92cf-3a0a180a238e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452447 Feb 16 11:13:14.008355 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:13:14.011541 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042cf573-3043-417c-8fd8-637ae30e0bef" -d '{"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-plugged", "status": "completed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:13:14.052696 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c8d569-ab7d-4796-8f18-20d015243500 x-openstack-request-id: req-28c8d569-ab7d-4796-8f18-20d015243500 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:13:14.053015 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-plugged", "status": "completed", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:13:14.053261 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28c8d569-ab7d-4796-8f18-20d015243500 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:13:14.053659 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'code': 200} Feb 16 11:13:14.572045 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4a302-5801-4d1e-a7d9-8ec1f39f37c6 req-62be9971-6d93-4fdf-97f7-fd366e82ddc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:14.573679 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-47a4a302-5801-4d1e-a7d9-8ec1f39f37c6 req-62be9971-6d93-4fdf-97f7-fd366e82ddc1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0593100 Feb 16 11:13:14.628127 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-47a4a302-5801-4d1e-a7d9-8ec1f39f37c6 req-c07de3ba-ed28-46eb-b009-ebb9c77858af tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481808 Feb 16 11:13:14.742525 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5b953-e843-42c1-887a-dae4c3443d4a req-942df26a-bf9c-4201-9f5b-fb5745395f83 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:14.744014 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a8a5b953-e843-42c1-887a-dae4c3443d4a req-942df26a-bf9c-4201-9f5b-fb5745395f83 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0596268 Feb 16 11:13:14.793777 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a8a5b953-e843-42c1-887a-dae4c3443d4a req-83144ae2-1d0a-4d09-b136-4e0579b3df6c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438046 Feb 16 11:13:15.413413 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b293a-afaf-4f01-b512-7ddccc6244b1 req-938c3847-99a2-4eeb-9c82-eced3181535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:15.414971 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a25b293a-afaf-4f01-b512-7ddccc6244b1 req-938c3847-99a2-4eeb-9c82-eced3181535b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0507870 Feb 16 11:13:15.473833 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a25b293a-afaf-4f01-b512-7ddccc6244b1 req-d8efb989-18fe-4455-a188-1c8c84285952 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499787 Feb 16 11:13:15.769888 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fafca2-0150-449b-a93f-334827802527 req-fb2b5875-8583-4f51-8f37-ee49629e053d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:15.771401 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b4fafca2-0150-449b-a93f-334827802527 req-fb2b5875-8583-4f51-8f37-ee49629e053d tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0608647 Feb 16 11:13:15.823553 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b4fafca2-0150-449b-a93f-334827802527 req-2ac6dfe1-7a03-45e3-a084-210e0ef0bb6f tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454893 Feb 16 11:13:15.926273 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ff720-0959-4652-b8a9-86fdffa77bb7 req-f417fece-69a1-453e-bf2e-929473ff31c9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:15.927746 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-521ff720-0959-4652-b8a9-86fdffa77bb7 req-f417fece-69a1-453e-bf2e-929473ff31c9 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0552280 Feb 16 11:13:15.987094 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-521ff720-0959-4652-b8a9-86fdffa77bb7 req-7a9c8790-0025-48f3-941d-b095f1a2fd79 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535727 Feb 16 11:13:16.953820 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc10fa0-c1c2-46d6-a95a-43e3ada28fd6 req-b0242db2-f323-4d23-abf4-78180e1ea50b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:16.955333 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fcc10fa0-c1c2-46d6-a95a-43e3ada28fd6 req-b0242db2-f323-4d23-abf4-78180e1ea50b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0555732 Feb 16 11:13:17.004326 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-fcc10fa0-c1c2-46d6-a95a-43e3ada28fd6 req-ecb3f02c-9d9a-45ab-93ca-6db1e7344c20 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Feb 16 11:13:17.108749 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa0431-b03e-4497-b0bd-6caed865d45b req-3dd9c46c-e705-4aaa-8f11-4cd29bb939fc tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:17.110239 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-84aa0431-b03e-4497-b0bd-6caed865d45b req-3dd9c46c-e705-4aaa-8f11-4cd29bb939fc tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0553181 Feb 16 11:13:17.161698 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-84aa0431-b03e-4497-b0bd-6caed865d45b req-758a7b0c-b415-40d3-8d0c-3fe1c259e1b8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455489 Feb 16 11:13:18.137177 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead492f-b06b-4a82-b6be-059adea68855 req-d1144367-17a8-4c38-8d8e-3b44fe787e69 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:18.138688 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2ead492f-b06b-4a82-b6be-059adea68855 req-d1144367-17a8-4c38-8d8e-3b44fe787e69 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0580344 Feb 16 11:13:18.187056 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-2ead492f-b06b-4a82-b6be-059adea68855 req-0b44fde8-3cb7-4119-bbba-eea0a7b77f4b tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425942 Feb 16 11:13:18.287329 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ab22-fe3a-48e6-8214-f1dcd183788b req-5a748e67-deb8-4e04-bf4a-473b75dbf159 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:18.288901 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-58a3ab22-fe3a-48e6-8214-f1dcd183788b req-5a748e67-deb8-4e04-bf4a-473b75dbf159 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0574851 Feb 16 11:13:18.339893 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-58a3ab22-fe3a-48e6-8214-f1dcd183788b req-025123a4-711c-4e72-b1bd-19dfb5de62a8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448513 Feb 16 11:13:19.312132 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f12138-5c82-4242-8322-f28b83824121 req-95cd093b-fbcd-4d83-b609-bc9c6726aa22 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:19.313671 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f12138-5c82-4242-8322-f28b83824121 req-95cd093b-fbcd-4d83-b609-bc9c6726aa22 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0539274 Feb 16 11:13:19.373436 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-61f12138-5c82-4242-8322-f28b83824121 req-175b6987-ae0a-441a-a62d-c23b9e569f35 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521290 Feb 16 11:13:19.468353 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317cf63-a550-450a-aa7c-bdac3d903e33 req-e92058ac-67ee-455c-883e-6a85091881aa tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:19.470522 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c317cf63-a550-450a-aa7c-bdac3d903e33 req-e92058ac-67ee-455c-883e-6a85091881aa tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0562356 Feb 16 11:13:19.544898 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c317cf63-a550-450a-aa7c-bdac3d903e33 req-ef245dc8-4ae8-4703-b1bc-fa8ce09f589b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628507 Feb 16 11:13:19.697238 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eae4e3-3998-472b-a609-e02d09a387d5 req-d706b9bb-510d-47f8-af6f-f2a6528b6057 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:19.698769 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-16eae4e3-3998-472b-a609-e02d09a387d5 req-d706b9bb-510d-47f8-af6f-f2a6528b6057 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0611546 Feb 16 11:13:19.756303 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-16eae4e3-3998-472b-a609-e02d09a387d5 req-8d0421de-214d-4d95-b809-64f5f3c1e306 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515060 Feb 16 11:13:19.779198 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60302) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:19.837725 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68616d8b-3279-42f6-98d7-731c305bf213 tempest-TestVolumeBootPattern-1176093120 tempest-TestVolumeBootPattern-1176093120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:19.839337 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-68616d8b-3279-42f6-98d7-731c305bf213 tempest-TestVolumeBootPattern-1176093120 tempest-TestVolumeBootPattern-1176093120-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 1124 time: 0.0591106 Feb 16 11:13:19.842321 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60314) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:19.850368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:13:19.874239 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:20.039416 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:20.170836 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Allocated IP 172.27.1.141 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/ca05c088-2527-4788-99bd-89dfc2b9d359) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:13:20.292679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:20.333661 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:20.372726 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:13:20.378009 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:13:20.381717 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:13:20.413538 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=ca05c088-2527-4788-99bd-89dfc2b9d359,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:20.621757 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a171-4185-4765-ae89-acadcf11f754 req-30b42df6-77f4-4ac3-883b-1003b93d5259 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:20.623316 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bf12a171-4185-4765-ae89-acadcf11f754 req-30b42df6-77f4-4ac3-883b-1003b93d5259 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.1588726 Feb 16 11:13:20.702973 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-bf12a171-4185-4765-ae89-acadcf11f754 req-0e4ad01b-8a2b-4499-ae5a-f754d98471e7 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705595 Feb 16 11:13:20.850754 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (7860d495-a189-4186-9372-9f07470c1b98), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:21.228695 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:21.400984 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:21.407922 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125414886'] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:21.480113 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=ca05c088-2527-4788-99bd-89dfc2b9d359,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:21.491477 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (7860d495-a189-4186-9372-9f07470c1b98), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:21.604105 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Floating IP 7860d495-a189-4186-9372-9f07470c1b98 associated. External IP: 172.27.1.141, port: 141431ce-6ab7-4438-9539-fe05df06ef3f. Feb 16 11:13:21.835992 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:13:21.950516 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:13:21.964354 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:13:21.974269 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:21.976890 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:13:21.977503 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:22.006594 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-9ace3305-83a6-4fce-adcf-494208cea395 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1631417 Feb 16 11:13:22.007449 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:13:22.009910 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:13:22.095437 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:13:22.192431 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba432b-e8c8-4535-b7e1-0b3468c17d04 x-openstack-request-id: req-66ba432b-e8c8-4535-b7e1-0b3468c17d04 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:13:22.192808 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:13:22.193127 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66ba432b-e8c8-4535-b7e1-0b3468c17d04 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:13:22.193764 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'status': 'completed', 'code': 200} Feb 16 11:13:22.375552 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:20Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:22.403189 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:13:22.412663 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:13:22.413295 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:12:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:22.528377 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:13:22.787556 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:20Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:22.821256 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0b579-b97a-4889-a84e-d32c071946e2 None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:20Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:13:22.924303 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-6f4755ed-ee90-4b41-a20a-af408d81cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:22.925877 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-6f4755ed-ee90-4b41-a20a-af408d81cbc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 1129 time: 0.0557308 Feb 16 11:13:23.028908 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-1d843f4f-e516-4bfa-9b16-6e938f265647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:23.030508 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-1d843f4f-e516-4bfa-9b16-6e938f265647 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.0984638 Feb 16 11:13:23.061361 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77887dd2-c5ff-43e6-8bf4-2001bd4203d5 None None] New status for floating IP 7860d495-a189-4186-9372-9f07470c1b98: ACTIVE {{(pid=102877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:13:23.113612 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-e8f2c676-698f-4eb6-8c15-7544c397ca1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141431ce-6ab7-4438-9539-fe05df06ef3f HTTP/1.1" status: 200 len: 999 time: 0.0647566 Feb 16 11:13:23.171406 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-da4abbe9-cb73-4af9-86f1-e1e38a134c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:23.172918 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-da4abbe9-cb73-4af9-86f1-e1e38a134c6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0522423 Feb 16 11:13:23.224330 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-d70112bb-cffe-4a9b-8cdc-eb7671383aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:23.225858 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-d70112bb-cffe-4a9b-8cdc-eb7671383aec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469515 Feb 16 11:13:23.355468 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-49d26091-c39a-4379-94f2-a0485b8719b9 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220458 Feb 16 11:13:23.578678 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7a9d87fc-bfb6-4c04-ab81-f3b4ec265a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:24.253024 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7c3678ee-95a5-4839-b8c4-ab45525f5b3c req-18e9fee5-6781-4e43-84f8-297856b58289 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981193 Feb 16 11:13:26.086483 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1469a725-706b-4b5f-be36-ab015482f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:27.351488 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:29.038350 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:29.952589 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:30.443765 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:32.652598 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60496) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:32.768424 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a328375d-efa1-4e72-924a-ad256e2ddad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:32.850258 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a328375d-efa1-4e72-924a-ad256e2ddad5 admin admin] Publish callbacks [] for security_group (d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:32.856178 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a328375d-efa1-4e72-924a-ad256e2ddad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:32.894292 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328375d-efa1-4e72-924a-ad256e2ddad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:32.898900 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a328375d-efa1-4e72-924a-ad256e2ddad5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ba8eb9cdeee4151be2d08a777a46d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451880 Feb 16 11:13:32.903134 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60500) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:32.952989 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3e411cd9-714d-4b49-8e1b-0639d6ed012c admin admin] Publish callbacks [] for security_group (d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:32.979421 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3e411cd9-714d-4b49-8e1b-0639d6ed012c admin admin] Publish callbacks [] for security_group (d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:33.033092 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3e411cd9-714d-4b49-8e1b-0639d6ed012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:33.036407 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3e411cd9-714d-4b49-8e1b-0639d6ed012c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:33.040067 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3e411cd9-714d-4b49-8e1b-0639d6ed012c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905 HTTP/1.1" status: 204 len: 168 time: 0.1339257 Feb 16 11:13:33.046701 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e411cd9-714d-4b49-8e1b-0639d6ed012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f76c6a-2cd3-4566-9bcf-a0d8c60b3905,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:34.729215 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-80f87a4f-61e1-4d93-b321-31f2f25d1a98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519955 Feb 16 11:13:34.803069 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-5c18869e-92bc-4adb-bbf2-e7e514bae591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:34.804928 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-5c18869e-92bc-4adb-bbf2-e7e514bae591 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0505500 Feb 16 11:13:34.923683 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-3e1e5b38-9848-435b-a441-df79ecf6430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:34.925745 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-3e1e5b38-9848-435b-a441-df79ecf6430b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 200 len: 918 time: 0.0977945 Feb 16 11:13:35.010285 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-3020ccf5-f4bc-4243-8006-a241990f8ebd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 200 len: 1001 time: 0.0647604 Feb 16 11:13:35.068103 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-a39e04ef-031e-4c91-8823-b05fffb90d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:35.070139 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-a39e04ef-031e-4c91-8823-b05fffb90d1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 200 len: 856 time: 0.0504456 Feb 16 11:13:35.128475 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-7d2997a0-1bc4-42b5-8696-05f775593fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:35.130003 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-7d2997a0-1bc4-42b5-8696-05f775593fae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ee320aa-8f03-4b44-97d5-29c8544f3e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489423 Feb 16 11:13:35.224713 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-9d5cb364-a97e-42b7-8b71-a9ff9ee9c5ad service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869706 Feb 16 11:13:35.328210 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-cb119b14-b12a-4faa-bae0-ff12bdc5db60 req-3fb27022-f495-437a-854c-b7b9113f22a5 service neutron] 10.222.0.42 "GET /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967715 Feb 16 11:13:35.413686 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:13:41.719148 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60604) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:41.839388 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6ac1702e-eab9-4ba8-83ed-100917716929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:41.916165 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6ac1702e-eab9-4ba8-83ed-100917716929 admin admin] Publish callbacks [] for security_group (18074601-e8da-41e1-9881-113a58d08241), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:41.921351 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-6ac1702e-eab9-4ba8-83ed-100917716929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (18074601-e8da-41e1-9881-113a58d08241), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:41.957066 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1702e-eab9-4ba8-83ed-100917716929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18074601-e8da-41e1-9881-113a58d08241,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:41.961401 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-6ac1702e-eab9-4ba8-83ed-100917716929 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fb37a16be334e488d6cf98459969b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409232 Feb 16 11:13:41.964215 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60608) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:42.013589 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Publish callbacks [] for security_group (18074601-e8da-41e1-9881-113a58d08241), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.039022 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Publish callbacks [] for security_group (18074601-e8da-41e1-9881-113a58d08241), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.097521 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (18074601-e8da-41e1-9881-113a58d08241), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.099942 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.101171 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18074601-e8da-41e1-9881-113a58d08241 HTTP/1.1" status: 204 len: 168 time: 0.1361082 Feb 16 11:13:42.108933 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18074601-e8da-41e1-9881-113a58d08241,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:42.116039 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.116411 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.116753 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.117086 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.117414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.117745 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.118059 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.118380 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.118729 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.119024 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.119349 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.119661 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.120017 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b8ca60-453b-4db7-a82c-4ce2fdf337f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.372354 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60614) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:42.391116 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.470098 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Publish callbacks [] for security_group (8b01f2e9-d7f2-4248-8837-075e3dc2ea09), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.475594 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8b01f2e9-d7f2-4248-8837-075e3dc2ea09), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.513384 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c5b2db70a72430da1e1b3d45abed90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397917 Feb 16 11:13:42.514230 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b01f2e9-d7f2-4248-8837-075e3dc2ea09,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:42.516345 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60616) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:42.521742 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.522102 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.522445 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.522790 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.523162 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.523446 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.523788 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.524118 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.524489 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.524822 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.525139 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.525471 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.525790 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2550a-fd29-45df-ba59-814d84717d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:13:42.566312 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-34e14d6d-ee1d-4049-893c-bffa7f2193f6 admin admin] Publish callbacks [] for security_group (8b01f2e9-d7f2-4248-8837-075e3dc2ea09), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.587437 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-34e14d6d-ee1d-4049-893c-bffa7f2193f6 admin admin] Publish callbacks [] for security_group (8b01f2e9-d7f2-4248-8837-075e3dc2ea09), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.642824 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-34e14d6d-ee1d-4049-893c-bffa7f2193f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (8b01f2e9-d7f2-4248-8837-075e3dc2ea09), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.645342 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-34e14d6d-ee1d-4049-893c-bffa7f2193f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:42.646544 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-34e14d6d-ee1d-4049-893c-bffa7f2193f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b01f2e9-d7f2-4248-8837-075e3dc2ea09 HTTP/1.1" status: 204 len: 168 time: 0.1291335 Feb 16 11:13:42.655125 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e14d6d-ee1d-4049-893c-bffa7f2193f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b01f2e9-d7f2-4248-8837-075e3dc2ea09,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:44.723281 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60688) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:44.851916 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-972fed38-edd6-4950-b5a7-afeb47e6507e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:44.937318 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-972fed38-edd6-4950-b5a7-afeb47e6507e admin admin] Publish callbacks [] for security_group (7fb227ff-17b4-4e19-af6e-e2e899ee7ff0), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:44.943795 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-972fed38-edd6-4950-b5a7-afeb47e6507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7fb227ff-17b4-4e19-af6e-e2e899ee7ff0), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:44.980831 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-972fed38-edd6-4950-b5a7-afeb47e6507e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf0dc4134e74492d8f2cf4e4f7db4f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564533 Feb 16 11:13:44.981660 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fed38-edd6-4950-b5a7-afeb47e6507e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb227ff-17b4-4e19-af6e-e2e899ee7ff0,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:44.983705 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60692) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:45.033683 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fd17cd02-255d-420b-af26-9f081c538811 admin admin] Publish callbacks [] for security_group (7fb227ff-17b4-4e19-af6e-e2e899ee7ff0), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.055281 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fd17cd02-255d-420b-af26-9f081c538811 admin admin] Publish callbacks [] for security_group (7fb227ff-17b4-4e19-af6e-e2e899ee7ff0), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.107012 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fd17cd02-255d-420b-af26-9f081c538811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7fb227ff-17b4-4e19-af6e-e2e899ee7ff0), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.109482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fd17cd02-255d-420b-af26-9f081c538811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.110616 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-fd17cd02-255d-420b-af26-9f081c538811 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fb227ff-17b4-4e19-af6e-e2e899ee7ff0 HTTP/1.1" status: 204 len: 168 time: 0.1253831 Feb 16 11:13:45.118425 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17cd02-255d-420b-af26-9f081c538811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb227ff-17b4-4e19-af6e-e2e899ee7ff0,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:45.381362 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60698) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:45.394916 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01211c46-7b1a-45e2-a8e6-0483a1f751fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.494055 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01211c46-7b1a-45e2-a8e6-0483a1f751fd admin admin] Publish callbacks [] for security_group (2290b5ce-9cff-4c95-910b-2ae8986f7f23), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.499334 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-01211c46-7b1a-45e2-a8e6-0483a1f751fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2290b5ce-9cff-4c95-910b-2ae8986f7f23), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.536169 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01211c46-7b1a-45e2-a8e6-0483a1f751fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2290b5ce-9cff-4c95-910b-2ae8986f7f23,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:45.540533 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-01211c46-7b1a-45e2-a8e6-0483a1f751fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=396e472286b6414dbdc5d85e16b783d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581297 Feb 16 11:13:45.544168 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60700) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:45.596044 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f3f61d2e-a405-4fa8-bc75-e5e5d9969460 admin admin] Publish callbacks [] for security_group (2290b5ce-9cff-4c95-910b-2ae8986f7f23), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.622616 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f3f61d2e-a405-4fa8-bc75-e5e5d9969460 admin admin] Publish callbacks [] for security_group (2290b5ce-9cff-4c95-910b-2ae8986f7f23), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.671644 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f3f61d2e-a405-4fa8-bc75-e5e5d9969460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (2290b5ce-9cff-4c95-910b-2ae8986f7f23), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.674456 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f3f61d2e-a405-4fa8-bc75-e5e5d9969460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:45.678459 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-f3f61d2e-a405-4fa8-bc75-e5e5d9969460 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2290b5ce-9cff-4c95-910b-2ae8986f7f23 HTTP/1.1" status: 204 len: 168 time: 0.1306355 Feb 16 11:13:45.697944 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f61d2e-a405-4fa8-bc75-e5e5d9969460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2290b5ce-9cff-4c95-910b-2ae8986f7f23,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:47.377305 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60744) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:47.487063 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a691596a-1840-4ac8-ac71-9c2d8652f079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:47.575426 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a691596a-1840-4ac8-ac71-9c2d8652f079 admin admin] Publish callbacks [] for security_group (44083115-cc27-4315-b241-a8434240c90a), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:47.581040 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a691596a-1840-4ac8-ac71-9c2d8652f079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (44083115-cc27-4315-b241-a8434240c90a), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:47.628585 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-a691596a-1840-4ac8-ac71-9c2d8652f079 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac61b3d9e5ea48468223c535c262dc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501249 Feb 16 11:13:47.629645 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691596a-1840-4ac8-ac71-9c2d8652f079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44083115-cc27-4315-b241-a8434240c90a,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:47.632037 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60748) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:47.683896 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-df05cd48-b406-4a95-be31-cc3c493bb4eb admin admin] Publish callbacks [] for security_group (44083115-cc27-4315-b241-a8434240c90a), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:47.705987 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-df05cd48-b406-4a95-be31-cc3c493bb4eb admin admin] Publish callbacks [] for security_group (44083115-cc27-4315-b241-a8434240c90a), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:47.756035 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-df05cd48-b406-4a95-be31-cc3c493bb4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (44083115-cc27-4315-b241-a8434240c90a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:47.758742 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-df05cd48-b406-4a95-be31-cc3c493bb4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:47.759898 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-df05cd48-b406-4a95-be31-cc3c493bb4eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44083115-cc27-4315-b241-a8434240c90a HTTP/1.1" status: 204 len: 168 time: 0.1268358 Feb 16 11:13:47.767683 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05cd48-b406-4a95-be31-cc3c493bb4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44083115-cc27-4315-b241-a8434240c90a,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:48.033116 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60754) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:48.047109 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-624a9460-573d-42f0-ab63-d08dbca2d691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:48.132139 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-624a9460-573d-42f0-ab63-d08dbca2d691 admin admin] Publish callbacks [] for security_group (5774906f-9ae5-4085-95d7-03087c0418ed), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:48.137353 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-624a9460-573d-42f0-ab63-d08dbca2d691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (5774906f-9ae5-4085-95d7-03087c0418ed), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:48.173671 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a9460-573d-42f0-ab63-d08dbca2d691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5774906f-9ae5-4085-95d7-03087c0418ed,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:48.178013 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-624a9460-573d-42f0-ab63-d08dbca2d691 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08775b45f050414ca81f0123ce04c365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438589 Feb 16 11:13:48.180671 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60756) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:48.228960 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5ee82fa9-d413-4f6f-9140-8928d2a59322 admin admin] Publish callbacks [] for security_group (5774906f-9ae5-4085-95d7-03087c0418ed), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:48.250162 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5ee82fa9-d413-4f6f-9140-8928d2a59322 admin admin] Publish callbacks [] for security_group (5774906f-9ae5-4085-95d7-03087c0418ed), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:48.303804 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5ee82fa9-d413-4f6f-9140-8928d2a59322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (5774906f-9ae5-4085-95d7-03087c0418ed), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:48.308173 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5ee82fa9-d413-4f6f-9140-8928d2a59322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:48.309773 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5ee82fa9-d413-4f6f-9140-8928d2a59322 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5774906f-9ae5-4085-95d7-03087c0418ed HTTP/1.1" status: 204 len: 168 time: 0.1279674 Feb 16 11:13:48.319615 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee82fa9-d413-4f6f-9140-8928d2a59322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5774906f-9ae5-4085-95d7-03087c0418ed,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:49.036229 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60780) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:49.149041 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-578438753-network', 'tenant_id': 'e161d2468f9d4002b81255ebc8b32100'}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:13:49.174561 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Made reservation on behalf of e161d2468f9d4002b81255ebc8b32100 for: {'network': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:13:49.176964 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.185117 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.258321 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks [] for security_group (e75f8f38-c680-4181-b838-b465df79c89f), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.263325 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e75f8f38-c680-4181-b838-b465df79c89f), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.287303 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:13:49.297092 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f8f38-c680-4181-b838-b465df79c89f,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:49.302261 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (69cf1630-3bd9-46e3-9c2c-fe0c75747ab7), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.302596 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.segments_db [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Added segment 69cf1630-3bd9-46e3-9c2c-fe0c75747ab7 of type vlan for network d6c223df-dea9-4318-aa08-98dce36ae785 Feb 16 11:13:49.348097 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (d6c223df-dea9-4318-aa08-98dce36ae785), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.376062 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (d6c223df-dea9-4318-aa08-98dce36ae785), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.377157 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:49.377807 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.408689 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3713484 Feb 16 11:13:49.411975 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60784) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:49.417118 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Request body: {'subnet': {'network_id': 'd6c223df-dea9-4318-aa08-98dce36ae785', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-578438753-subnet', 'tenant_id': 'e161d2468f9d4002b81255ebc8b32100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:13:49.437022 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Made reservation on behalf of e161d2468f9d4002b81255ebc8b32100 for: {'subnet': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:13:49.439298 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125686836'] for subnet (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.443980 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684f721-203d-4c1f-b396-9828c76e5c88 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c223df-dea9-4318-aa08-98dce36ae785,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:49.455048 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network d6c223df-dea9-4318-aa08-98dce36ae785 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:13:49.608252 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125412893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125686790'] for subnet (d420eb36-63e5-4759-9688-d7a0b88bc08b), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.658350 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d420eb36-63e5-4759-9688-d7a0b88bc08b,revision_number=0']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:49.673714 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Checking segment: {'id': '69cf1630-3bd9-46e3-9c2c-fe0c75747ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd6c223df-dea9-4318-aa08-98dce36ae785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:13:49.674067 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Network hostable DHCP agents. Network: d6c223df-dea9-4318-aa08-98dce36ae785, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:13:49.692019 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Network d6c223df-dea9-4318-aa08-98dce36ae785 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:13:49.702665 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, d6c223df-dea9-4318-aa08-98dce36ae785) {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:13:49.707411 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:49.708007 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:49.711985 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb8ccfe-a776-49f4-b3eb-a73b7ec192d2 None None] Network d6c223df-dea9-4318-aa08-98dce36ae785 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:13:49.725707 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-53ae556b-98a2-4a77-b1ad-de1b3c42a73c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3125076 Feb 16 11:13:49.813675 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff36ed3-9772-4e2f-825b-484f87de655a None None] Network d6c223df-dea9-4318-aa08-98dce36ae785 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:13:50.220852 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60800) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:50.225950 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1797556998-network', 'tenant_id': 'af4646e1d219452dbf8e9d066cdf9484'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:13:50.251073 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Made reservation on behalf of af4646e1d219452dbf8e9d066cdf9484 for: {'network': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:13:50.254802 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for network (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.268420 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.351122 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks [] for security_group (1a7d8494-f454-45f3-be50-36d570ae22bc), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.356946 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (1a7d8494-f454-45f3-be50-36d570ae22bc), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.380459 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 11:13:50.389026 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7d8494-f454-45f3-be50-36d570ae22bc,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:50.395090 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.395427 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.segments_db [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Added segment fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f of type vlan for network c23d2f07-74c1-468b-9fbe-b51e4a88bde8 Feb 16 11:13:50.435383 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742741293433'] for network (c23d2f07-74c1-468b-9fbe-b51e4a88bde8), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.466020 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289'] for network (c23d2f07-74c1-468b-9fbe-b51e4a88bde8), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.466963 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:50.467600 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.503697 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2816107 Feb 16 11:13:50.506873 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60802) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:50.512090 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.v2.base [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Request body: {'subnet': {'network_id': 'c23d2f07-74c1-468b-9fbe-b51e4a88bde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1797556998-subnet', 'tenant_id': 'af4646e1d219452dbf8e9d066cdf9484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:13:50.528633 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a1808-3db5-4cba-99d7-9eb7bcd8e3fb admin admin] Pushing event updated for resources: {'Network': ['ID=c23d2f07-74c1-468b-9fbe-b51e4a88bde8,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:50.537167 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Made reservation on behalf of af4646e1d219452dbf8e9d066cdf9484 for: {'subnet': 1} {{(pid=102875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:13:50.539411 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Network c23d2f07-74c1-468b-9fbe-b51e4a88bde8 details requested by agent ovs-agent-dv-cinder-773985-29-iscsi with host dv-cinder-773985-29-iscsi {{(pid=102877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 11:13:50.539886 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130089519'] for subnet (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.715959 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130326956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130089501'] for subnet (81b1fdcc-54d2-47de-b1c0-41bb96432b05), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.777538 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b1fdcc-54d2-47de-b1c0-41bb96432b05,revision_number=0']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:50.786704 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Checking segment: {'id': 'fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c23d2f07-74c1-468b-9fbe-b51e4a88bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:13:50.787068 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Network hostable DHCP agents. Network: c23d2f07-74c1-468b-9fbe-b51e4a88bde8, hostable agents: ['9c72482b-50f3-4cd0-88f8-1fee9e2af98f'], hosted agents: [] {{(pid=102875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 11:13:50.805346 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Network c23d2f07-74c1-468b-9fbe-b51e4a88bde8 is scheduled to be hosted by DHCP agent 9c72482b-50f3-4cd0-88f8-1fee9e2af98f with binding_index 1 {{(pid=102875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 11:13:50.817139 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.base_scheduler [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-29-iscsi, c23d2f07-74c1-468b-9fbe-b51e4a88bde8) {{(pid=102875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:13:50.821661 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:50.822252 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:50.827437 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be640f60-f0aa-42ec-b142-0faf146f84ff None None] Network c23d2f07-74c1-468b-9fbe-b51e4a88bde8 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:13:50.849926 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-fc40e123-01ff-457a-b1df-81d523cedc33 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3403618 Feb 16 11:13:50.929492 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d22a2-dab4-41b8-8027-ce4b6c2530c6 None None] Network c23d2f07-74c1-468b-9fbe-b51e4a88bde8 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:13:53.583295 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-3667138b-facc-45b1-8375-fdd7120d2fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:54.168950 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e893648-7a33-4b65-81cf-b4fc495d6f67 req-bbcb5a8b-1616-485e-8de6-9ffae60fcb84 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:54.170478 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1e893648-7a33-4b65-81cf-b4fc495d6f67 req-bbcb5a8b-1616-485e-8de6-9ffae60fcb84 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0576360 Feb 16 11:13:54.218714 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1e893648-7a33-4b65-81cf-b4fc495d6f67 req-4866b886-6aad-4b0b-ac61-ee43ab2b9e55 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Feb 16 11:13:55.357792 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0854b-eec1-487e-a9de-55f9e4593a6b req-f3710ae2-b10d-485e-83f2-8036c3b952dd tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:55.360241 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0ee0854b-eec1-487e-a9de-55f9e4593a6b req-f3710ae2-b10d-485e-83f2-8036c3b952dd tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0606079 Feb 16 11:13:55.414491 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0ee0854b-eec1-487e-a9de-55f9e4593a6b req-ff9a69cb-9560-4c20-8145-5ada3dc2a6be tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups?id=d3d0b76c-9a2c-4c24-a209-5470b190a5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482440 Feb 16 11:13:55.521185 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-16b79255-b201-4e3e-8e44-890b191671c1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:13:55.522699 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-16b79255-b201-4e3e-8e44-890b191671c1 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 946 time: 0.0577171 Feb 16 11:13:55.624413 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Deleting port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:13:55.624749 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:55.720448 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] For port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:13:55.720819 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:55.942528 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:55.942925 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (9acb2808-117f-4d13-941b-cd6bf0a555ad), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:55.943244 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Floating IP 9acb2808-117f-4d13-941b-cd6bf0a555ad disassociated. External IP: 172.27.1.231, port: cd00de38-cc22-4d6b-bd58-68f17ad2c5bf. Feb 16 11:13:55.943598 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Calling delete_port for cd00de38-cc22-4d6b-bd58-68f17ad2c5bf owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:13:56.084610 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (cd00de38-cc22-4d6b-bd58-68f17ad2c5bf), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:56.085985 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-1210b3aa-ab48-46d6-98f6-8f3b1dd979bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:56.113916 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event deleted for resources: {'Port': ['ID=cd00de38-cc22-4d6b-bd58-68f17ad2c5bf,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:56.234091 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Router 54678091-f8d5-4c6c-a172-a52cc6073cde has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:13:56.345418 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:13:56.355918 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] Sync routers for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:13:56.368481 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:13:56.369218 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:13:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:56.397138 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] No DVR routers for this DVR port cd00de38-cc22-4d6b-bd58-68f17ad2c5bf on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:13:56.399989 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:56.403704 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-e26aa080-3232-4a84-ae20-01bbb3f1bb98 req-786dffe8-3017-4be9-9f55-3900e118e41c tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.42 "DELETE /v2.0/ports/cd00de38-cc22-4d6b-bd58-68f17ad2c5bf HTTP/1.1" status: 204 len: 173 time: 0.8759022 Feb 16 11:13:56.404220 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-deleted', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:13:56.406999 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144dac0c-8260-4263-a2eb-a84318978ae4" -d '{"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-deleted", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:13:56.482704 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1187bded-668c-41d3-bf94-1095d6a27d1a x-openstack-request-id: req-1187bded-668c-41d3-bf94-1095d6a27d1a {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:13:56.483286 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a60d95-a470-4ff7-bbbb-f6d6bf091ba8", "name": "network-vif-deleted", "tag": "cd00de38-cc22-4d6b-bd58-68f17ad2c5bf", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:13:56.483554 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1187bded-668c-41d3-bf94-1095d6a27d1a {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:13:56.483967 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a60d95-a470-4ff7-bbbb-f6d6bf091ba8', 'name': 'network-vif-deleted', 'tag': 'cd00de38-cc22-4d6b-bd58-68f17ad2c5bf', 'status': 'completed', 'code': 200} Feb 16 11:13:56.510647 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:13:56.575383 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b3bc5084-bb4c-41da-85bf-70e0b5a9dc2b req-e93225d3-6cb4-425a-91dd-0c93eaafd387 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/ports?device_id=98a60d95-a470-4ff7-bbbb-f6d6bf091ba8 HTTP/1.1" status: 200 len: 210 time: 0.0554814 Feb 16 11:13:56.784535 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:56.812085 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] Checking router: 54678091-f8d5-4c6c-a172-a52cc6073cde for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:13:56.820918 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:13:56.821511 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:13:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:57.039414 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:13:57.241403 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:13:57.267050 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1887ae9-a059-4e4c-be61-59138e421e34 None None] The sync data for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi is: [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:06:34Z', 'revision_number': 4, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '30548749-de69-4693-a286-0bada739b320', 'name': '', 'network_id': '2ee320aa-8f03-4b44-97d5-29c8544f3e10', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'mac_address': 'fa:16:3e:79:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:31Z', 'updated_at': '2022-02-16T11:06:42Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'subnets': [{'id': 'f59af1c9-b98b-4dfe-ac19-d1f719bbbca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:13:57.355882 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:57.501781 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9580b-9ebe-4e2f-9202-b1fe047f1e19 None None] New status for floating IP 9acb2808-117f-4d13-941b-cd6bf0a555ad: DOWN {{(pid=102877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:13:57.675967 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60878) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:57.731147 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-90867bb9-37d8-4cb8-bf58-b48c436ef43a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (d3d0b76c-9a2c-4c24-a209-5470b190a5c3), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:57.766362 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-90867bb9-37d8-4cb8-bf58-b48c436ef43a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (d3d0b76c-9a2c-4c24-a209-5470b190a5c3), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:57.822966 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-90867bb9-37d8-4cb8-bf58-b48c436ef43a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d3d0b76c-9a2c-4c24-a209-5470b190a5c3), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:57.825577 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-90867bb9-37d8-4cb8-bf58-b48c436ef43a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:57.826779 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-90867bb9-37d8-4cb8-bf58-b48c436ef43a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "DELETE /v2.0/security-groups/d3d0b76c-9a2c-4c24-a209-5470b190a5c3 HTTP/1.1" status: 204 len: 168 time: 0.1497684 Feb 16 11:13:57.829758 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60884) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:57.836429 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90867bb9-37d8-4cb8-bf58-b48c436ef43a tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d0b76c-9a2c-4c24-a209-5470b190a5c3,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:57.847148 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.api.v2.resource [None req-772cce1e-708b-4ac6-9c7d-4e5947a4c3e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] show failed (client error): The resource could not be found. Feb 16 11:13:57.848453 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-772cce1e-708b-4ac6-9c7d-4e5947a4c3e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "GET /v2.0/security-groups/d3d0b76c-9a2c-4c24-a209-5470b190a5c3 HTTP/1.1" status: 404 len: 347 time: 0.0169919 Feb 16 11:13:57.851580 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60886) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:13:57.981916 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Deleting port c66153bc-973d-4432-804e-49dad0b0cedc {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:13:57.981916 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (c66153bc-973d-4432-804e-49dad0b0cedc), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:58.055014 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (c66153bc-973d-4432-804e-49dad0b0cedc), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:58.055276 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (c66153bc-973d-4432-804e-49dad0b0cedc), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:58.066702 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Calling delete_port for c66153bc-973d-4432-804e-49dad0b0cedc owned by network:floatingip {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:13:58.477345 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (c66153bc-973d-4432-804e-49dad0b0cedc), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:58.502397 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Pushing event deleted for resources: {'Port': ['ID=c66153bc-973d-4432-804e-49dad0b0cedc,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:13:58.574444 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks [] for floatingip (9acb2808-117f-4d13-941b-cd6bf0a555ad), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:58.577229 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:58.578408 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-e309bda5-02ed-40dd-b439-30c3e9f153e9 tempest-AttachVolumeShelveTestJSON-1936899720 tempest-AttachVolumeShelveTestJSON-1936899720-project] 10.222.0.52 "DELETE /v2.0/floatingips/9acb2808-117f-4d13-941b-cd6bf0a555ad HTTP/1.1" status: 204 len: 168 time: 0.7257659 Feb 16 11:13:59.036974 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:13:59.958033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:13:59.987427 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: cd00de38-cc22-4d6b-bd58-68f17ad2c5bf {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:13:59.987789 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device cd00de38-cc22-4d6b-bd58-68f17ad2c5bf not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:13:59.990911 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:00.439903 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:01.025209 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60934) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:01.567724 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (54678091-f8d5-4c6c-a172-a52cc6073cde), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:01.826562 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Deleting port 30548749-de69-4693-a286-0bada739b320 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:01.827059 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (30548749-de69-4693-a286-0bada739b320), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:01.916450 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] For port 30548749-de69-4693-a286-0bada739b320, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=30548749-de69-4693-a286-0bada739b320,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:01.916815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (30548749-de69-4693-a286-0bada739b320), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:01.930266 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Calling delete_port for 30548749-de69-4693-a286-0bada739b320 owned by network:router_interface {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:02.115945 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (30548749-de69-4693-a286-0bada739b320), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:02.140984 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30548749-de69-4693-a286-0bada739b320,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:02.323228 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (54678091-f8d5-4c6c-a172-a52cc6073cde), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:02.552799 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Router 54678091-f8d5-4c6c-a172-a52cc6073cde has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:14:02.669247 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:14:02.676355 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-65f212d7-41be-4cbb-b74c-6c7e558824f9 admin admin] 10.222.0.52 "PUT /v2.0/routers/54678091-f8d5-4c6c-a172-a52cc6073cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6494472 Feb 16 11:14:02.677710 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60946) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:02.679225 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48237be-afb2-463a-931d-b92424070394 None None] Sync routers for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:14:02.691045 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:02.691984 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:13:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:02.788836 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks [] for router (54678091-f8d5-4c6c-a172-a52cc6073cde), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:02.802055 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:02.891787 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks [] for router_gateway (54678091-f8d5-4c6c-a172-a52cc6073cde), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:02.960274 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Deleting port db9b5848-4026-41bd-8edc-654df84fec3f {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:02.960679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:02.998678 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:14:02Z', 'revision_number': 5, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port': {'id': 'db9b5848-4026-41bd-8edc-654df84fec3f', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:06:25Z', 'updated_at': '2022-02-16T11:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:03.025740 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48237be-afb2-463a-931d-b92424070394 None None] Checking router: 54678091-f8d5-4c6c-a172-a52cc6073cde for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:14:03.034441 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] Routers {'54678091-f8d5-4c6c-a172-a52cc6073cde'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:03.035047 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:13:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['54678091-f8d5-4c6c-a172-a52cc6073cde'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:03.053097 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] For port db9b5848-4026-41bd-8edc-654df84fec3f, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=db9b5848-4026-41bd-8edc-654df84fec3f,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:03.053519 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.071172 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Calling delete_port for db9b5848-4026-41bd-8edc-654df84fec3f owned by network:router_gateway {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:03.123375 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] Set router 54678091-f8d5-4c6c-a172-a52cc6073cde gateway port host: None {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:03.174576 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-d48237be-afb2-463a-931d-b92424070394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:14:02Z', 'revision_number': 6, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:03.206227 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48237be-afb2-463a-931d-b92424070394 None None] The sync data for ids ['54678091-f8d5-4c6c-a172-a52cc6073cde'] in dv-cinder-773985-29-iscsi is: [{'id': '54678091-f8d5-4c6c-a172-a52cc6073cde', 'name': 'tempest-AttachVolumeShelveTestJSON-1470136173-router', 'tenant_id': '91e3607dc0214ad7bcdd08978f6c0130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:06:24Z', 'updated_at': '2022-02-16T11:14:02Z', 'revision_number': 6, 'project_id': '91e3607dc0214ad7bcdd08978f6c0130', 'gw_port_host': None}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:14:03.256599 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (db9b5848-4026-41bd-8edc-654df84fec3f), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.280078 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9b5848-4026-41bd-8edc-654df84fec3f,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:03.345895 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (54678091-f8d5-4c6c-a172-a52cc6073cde), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.455389 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (54678091-f8d5-4c6c-a172-a52cc6073cde), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.458432 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks [] for router_controller (54678091-f8d5-4c6c-a172-a52cc6073cde), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.511768 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (54678091-f8d5-4c6c-a172-a52cc6073cde), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.512371 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54678091-f8d5-4c6c-a172-a52cc6073cde {{(pid=102876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:14:03.517216 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.520172 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d690a8ba-07b3-46b7-ac05-08aa1b1d6e63 admin admin] 10.222.0.52 "DELETE /v2.0/routers/54678091-f8d5-4c6c-a172-a52cc6073cde HTTP/1.1" status: 204 len: 168 time: 0.8395803 Feb 16 11:14:03.521211 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60968) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:03.572957 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] Deleting subnet f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:14:03.576100 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] Publish callbacks [] for subnet (f59af1c9-b98b-4dfe-ac19-d1f719bbbca3), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.629034 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125813423'] for subnet (f59af1c9-b98b-4dfe-ac19-d1f719bbbca3), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.715960 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (f59af1c9-b98b-4dfe-ac19-d1f719bbbca3), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.775562 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125414872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125686801'] for subnet (f59af1c9-b98b-4dfe-ac19-d1f719bbbca3), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.803188 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59af1c9-b98b-4dfe-ac19-d1f719bbbca3,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:03.807813 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.811094 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a4528af7-8672-4ded-aa85-13d7d0626204 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f59af1c9-b98b-4dfe-ac19-d1f719bbbca3 HTTP/1.1" status: 204 len: 168 time: 0.2884486 Feb 16 11:14:03.813203 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e2378-f35e-4569-9081-65b53f1dc749 None None] Network 2ee320aa-8f03-4b44-97d5-29c8544f3e10 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:14:03.813688 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60972) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:03.886356 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (2ee320aa-8f03-4b44-97d5-29c8544f3e10), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.946959 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Deleting port d594d570-7fb4-441e-ac49-7ba49aea97b4 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:03.947292 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:03.985142 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] DHCP port deletion for 2ee320aa-8f03-4b44-97d5-29c8544f3e10 request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:14:04.025962 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] For port d594d570-7fb4-441e-ac49-7ba49aea97b4, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d594d570-7fb4-441e-ac49-7ba49aea97b4,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:04.026338 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.039891 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Calling delete_port for d594d570-7fb4-441e-ac49-7ba49aea97b4 owned by network:dhcp {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:04.049340 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] Deleting port d594d570-7fb4-441e-ac49-7ba49aea97b4 {{(pid=102877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:04.049719 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), before_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.062643 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d594d570-7fb4-441e-ac49-7ba49aea97b4 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:04.126162 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.148333 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] For port d594d570-7fb4-441e-ac49-7ba49aea97b4, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d594d570-7fb4-441e-ac49-7ba49aea97b4,segment=NetworkSegment(19410eac-08fc-471e-846a-cffceea4f07b),segment_id=19410eac-08fc-471e-846a-cffceea4f07b)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:04.148751 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), precommit_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.151585 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Pushing event deleted for resources: {'Port': ['ID=d594d570-7fb4-441e-ac49-7ba49aea97b4,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:04.156348 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No active binding found for port d594d570-7fb4-441e-ac49-7ba49aea97b4 {{(pid=102877) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 11:14:04.156541 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] No DVR routers for this DVR port d594d570-7fb4-441e-ac49-7ba49aea97b4 on host dv-cinder-773985-29-iscsi {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:04.156735 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] The host dv-cinder-773985-29-iscsi is not matching for port d594d570-7fb4-441e-ac49-7ba49aea97b4 host None! {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 16 11:14:04.157126 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d594d570-7fb4-441e-ac49-7ba49aea97b4 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:04.157609 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device db9b5848-4026-41bd-8edc-654df84fec3f no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:04.180825 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] Calling delete_port for d594d570-7fb4-441e-ac49-7ba49aea97b4 owned by network:dhcp {{(pid=102877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:04.182673 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: db9b5848-4026-41bd-8edc-654df84fec3f {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:04.183019 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device db9b5848-4026-41bd-8edc-654df84fec3f not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:04.183437 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 30548749-de69-4693-a286-0bada739b320 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:04.208552 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 30548749-de69-4693-a286-0bada739b320 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:04.208897 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 30548749-de69-4693-a286-0bada739b320 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:04.235894 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (2ee320aa-8f03-4b44-97d5-29c8544f3e10), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.258670 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee320aa-8f03-4b44-97d5-29c8544f3e10']}} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:04.268877 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19410eac-08fc-471e-846a-cffceea4f07b') {'for_net_delete': True} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:04.269169 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19410eac-08fc-471e-846a-cffceea4f07b') {} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:04.281037 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (d594d570-7fb4-441e-ac49-7ba49aea97b4), after_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.285947 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125813414'] for segment (19410eac-08fc-471e-846a-cffceea4f07b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.299496 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (19410eac-08fc-471e-846a-cffceea4f07b), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.305340 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:14:04.305720 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125414786'] for segment (19410eac-08fc-471e-846a-cffceea4f07b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: Traceback (most recent call last): Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: timer() Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: cb(*args, **kw) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: return func(*args, **kwargs) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: self._notify() Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: self.callback(batched_events) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: event.method(event) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: return f(self, *a, **k) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._get(url).json() Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: return self.request(url, 'GET', **kwargs) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:14:04.307389 dv-cinder-773985-29-iscsi neutron-server[102876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:14:04.310990 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] No DVR routers for this DVR port d594d570-7fb4-441e-ac49-7ba49aea97b4 on host dv-cinder-773985-29-iscsi {{(pid=102877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:04.318212 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b4fb9-203a-4743-833f-1b29200dc049 None None] Pushing event deleted for resources: {'Port': ['ID=d594d570-7fb4-441e-ac49-7ba49aea97b4,revision_number=None']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:04.367786 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (2ee320aa-8f03-4b44-97d5-29c8544f3e10), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.373220 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.376389 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] 10.222.0.52 "DELETE /v2.0/networks/2ee320aa-8f03-4b44-97d5-29c8544f3e10 HTTP/1.1" status: 204 len: 168 time: 0.5618420 Feb 16 11:14:04.387185 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b24fdd-5c5d-42ba-8659-ca3ae2c3449f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee320aa-8f03-4b44-97d5-29c8544f3e10,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:04.503868 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60976) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:04.551128 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-e3689aef-b6a9-4bff-8d56-c2b715a81245 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91e3607dc0214ad7bcdd08978f6c0130&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459347 Feb 16 11:14:04.553786 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60978) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:04.606488 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d5ace926-1c3c-45ab-bc5f-7def2c67376d admin admin] Publish callbacks [] for security_group (7490a00f-eb31-49c7-b16a-c59503aa084d), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.632164 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d5ace926-1c3c-45ab-bc5f-7def2c67376d admin admin] Publish callbacks [] for security_group (7490a00f-eb31-49c7-b16a-c59503aa084d), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.685354 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d5ace926-1c3c-45ab-bc5f-7def2c67376d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (7490a00f-eb31-49c7-b16a-c59503aa084d), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.688578 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-d5ace926-1c3c-45ab-bc5f-7def2c67376d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.689489 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-d5ace926-1c3c-45ab-bc5f-7def2c67376d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7490a00f-eb31-49c7-b16a-c59503aa084d HTTP/1.1" status: 204 len: 168 time: 0.1345589 Feb 16 11:14:04.702403 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ace926-1c3c-45ab-bc5f-7def2c67376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7490a00f-eb31-49c7-b16a-c59503aa084d,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:04.718638 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 60992) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:04.767484 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] Deleting subnet d420eb36-63e5-4759-9688-d7a0b88bc08b {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:14:04.771644 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] Publish callbacks [] for subnet (d420eb36-63e5-4759-9688-d7a0b88bc08b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.806506 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125813423'] for subnet (d420eb36-63e5-4759-9688-d7a0b88bc08b), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.850002 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (d420eb36-63e5-4759-9688-d7a0b88bc08b), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.902735 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125414872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125686801'] for subnet (d420eb36-63e5-4759-9688-d7a0b88bc08b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.927816 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d420eb36-63e5-4759-9688-d7a0b88bc08b,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:04.931461 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:04.936968 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-376f4f5b-ef01-4297-abb5-2d03bb55ecf1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d420eb36-63e5-4759-9688-d7a0b88bc08b HTTP/1.1" status: 204 len: 168 time: 0.2142401 Feb 16 11:14:04.937324 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 60996) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:05.013278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (d6c223df-dea9-4318-aa08-98dce36ae785), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.110955 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (d6c223df-dea9-4318-aa08-98dce36ae785), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.131749 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c223df-dea9-4318-aa08-98dce36ae785']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:05.142776 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cf1630-3bd9-46e3-9c2c-fe0c75747ab7') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:05.143073 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cf1630-3bd9-46e3-9c2c-fe0c75747ab7') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:05.152973 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (69cf1630-3bd9-46e3-9c2c-fe0c75747ab7), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.167025 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (69cf1630-3bd9-46e3-9c2c-fe0c75747ab7), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.173962 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:14:05.174439 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (69cf1630-3bd9-46e3-9c2c-fe0c75747ab7), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:14:05.176388 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:14:05.241774 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (d6c223df-dea9-4318-aa08-98dce36ae785), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.256781 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.259905 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d6c223df-dea9-4318-aa08-98dce36ae785 HTTP/1.1" status: 204 len: 168 time: 0.3216174 Feb 16 11:14:05.263751 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646a402-079a-45a1-bd8d-e6f096a343f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c223df-dea9-4318-aa08-98dce36ae785,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:05.263873 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32778) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:05.312642 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] Deleting subnet 81b1fdcc-54d2-47de-b1c0-41bb96432b05 {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:14:05.316169 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] Publish callbacks [] for subnet (81b1fdcc-54d2-47de-b1c0-41bb96432b05), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.352300 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125813423'] for subnet (81b1fdcc-54d2-47de-b1c0-41bb96432b05), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.398367 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (81b1fdcc-54d2-47de-b1c0-41bb96432b05), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.452562 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125414872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125686801'] for subnet (81b1fdcc-54d2-47de-b1c0-41bb96432b05), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.478463 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b1fdcc-54d2-47de-b1c0-41bb96432b05,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:05.481989 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.485208 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-96734172-ad80-437a-b4e9-52bc8b1eea01 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/81b1fdcc-54d2-47de-b1c0-41bb96432b05 HTTP/1.1" status: 204 len: 168 time: 0.2209802 Feb 16 11:14:05.487748 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32788) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:05.556437 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (c23d2f07-74c1-468b-9fbe-b51e4a88bde8), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.645253 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (c23d2f07-74c1-468b-9fbe-b51e4a88bde8), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.665123 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23d2f07-74c1-468b-9fbe-b51e4a88bde8']}} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:05.674410 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f') {'for_net_delete': True} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:05.674680 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f') {} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:05.684851 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125813414'] for segment (fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.699076 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.706143 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:14:05.706566 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125414786'] for segment (fa17df4e-3d2e-45b8-afc9-d1d4205e7b3f), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: Traceback (most recent call last): Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: timer() Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: cb(*args, **kw) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: return func(*args, **kwargs) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: self._notify() Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: self.callback(batched_events) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: event.method(event) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: return f(self, *a, **k) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._get(url).json() Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: return self.request(url, 'GET', **kwargs) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:14:05.708535 dv-cinder-773985-29-iscsi neutron-server[102876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:14:05.767310 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (c23d2f07-74c1-468b-9fbe-b51e4a88bde8), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.772947 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:05.776193 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c23d2f07-74c1-468b-9fbe-b51e4a88bde8 HTTP/1.1" status: 204 len: 168 time: 0.2874770 Feb 16 11:14:05.787875 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed2789-6dfd-4a4b-945e-14cebf33b914 admin admin] Pushing event deleted for resources: {'Network': ['ID=c23d2f07-74c1-468b-9fbe-b51e4a88bde8,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:05.969714 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32802) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:06.008525 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-c22ba9dc-05ad-41e8-928f-aa3c990ea0e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e161d2468f9d4002b81255ebc8b32100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375748 Feb 16 11:14:06.011249 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32804) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:06.056966 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cc642422-b300-4731-905e-71e98f870b6d admin admin] Publish callbacks [] for security_group (e75f8f38-c680-4181-b838-b465df79c89f), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.077968 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cc642422-b300-4731-905e-71e98f870b6d admin admin] Publish callbacks [] for security_group (e75f8f38-c680-4181-b838-b465df79c89f), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.129234 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cc642422-b300-4731-905e-71e98f870b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e75f8f38-c680-4181-b838-b465df79c89f), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.131999 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-cc642422-b300-4731-905e-71e98f870b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.133213 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-cc642422-b300-4731-905e-71e98f870b6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e75f8f38-c680-4181-b838-b465df79c89f HTTP/1.1" status: 204 len: 168 time: 0.1211298 Feb 16 11:14:06.140881 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc642422-b300-4731-905e-71e98f870b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f8f38-c680-4181-b838-b465df79c89f,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:06.481348 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32810) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:06.524225 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-f99fb84e-7ed0-4d4b-a5e0-4d684be3b8de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af4646e1d219452dbf8e9d066cdf9484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415895 Feb 16 11:14:06.526934 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32812) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:06.576986 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-75ced492-34fe-4398-bb87-aaf2f37d5fb9 admin admin] Publish callbacks [] for security_group (1a7d8494-f454-45f3-be50-36d570ae22bc), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.599311 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-75ced492-34fe-4398-bb87-aaf2f37d5fb9 admin admin] Publish callbacks [] for security_group (1a7d8494-f454-45f3-be50-36d570ae22bc), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.652083 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-75ced492-34fe-4398-bb87-aaf2f37d5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (1a7d8494-f454-45f3-be50-36d570ae22bc), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.654890 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-75ced492-34fe-4398-bb87-aaf2f37d5fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:06.656042 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-75ced492-34fe-4398-bb87-aaf2f37d5fb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a7d8494-f454-45f3-be50-36d570ae22bc HTTP/1.1" status: 204 len: 168 time: 0.1282442 Feb 16 11:14:06.663868 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced492-34fe-4398-bb87-aaf2f37d5fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7d8494-f454-45f3-be50-36d570ae22bc,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:07.829310 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 32858) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:07.936367 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5e4608a8-a3fc-4175-87d3-69cae67d7e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.030383 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5e4608a8-a3fc-4175-87d3-69cae67d7e92 admin admin] Publish callbacks [] for security_group (28ae4abf-88d8-4353-94f1-4009fb9151a1), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.035944 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-5e4608a8-a3fc-4175-87d3-69cae67d7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (28ae4abf-88d8-4353-94f1-4009fb9151a1), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.074085 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5e4608a8-a3fc-4175-87d3-69cae67d7e92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ef614332e5c40fd80c6267bba66c1b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435410 Feb 16 11:14:08.074960 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4608a8-a3fc-4175-87d3-69cae67d7e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae4abf-88d8-4353-94f1-4009fb9151a1,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:08.076930 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32862) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:08.128265 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-82e39d69-9726-49ae-9ca2-7f6aa2dfbfd0 admin admin] Publish callbacks [] for security_group (28ae4abf-88d8-4353-94f1-4009fb9151a1), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.149825 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-82e39d69-9726-49ae-9ca2-7f6aa2dfbfd0 admin admin] Publish callbacks [] for security_group (28ae4abf-88d8-4353-94f1-4009fb9151a1), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.200908 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-82e39d69-9726-49ae-9ca2-7f6aa2dfbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (28ae4abf-88d8-4353-94f1-4009fb9151a1), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.203460 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-82e39d69-9726-49ae-9ca2-7f6aa2dfbfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.204642 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-82e39d69-9726-49ae-9ca2-7f6aa2dfbfd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28ae4abf-88d8-4353-94f1-4009fb9151a1 HTTP/1.1" status: 204 len: 168 time: 0.1267130 Feb 16 11:14:08.213647 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e39d69-9726-49ae-9ca2-7f6aa2dfbfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae4abf-88d8-4353-94f1-4009fb9151a1,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:08.449320 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32880) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:08.555325 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-83e55fba-c69d-4677-b256-a5e21815ce97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.659210 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-83e55fba-c69d-4677-b256-a5e21815ce97 admin admin] Publish callbacks [] for security_group (45e0dd04-01f3-48b4-8c5a-d414d6c49769), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.663891 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-83e55fba-c69d-4677-b256-a5e21815ce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (45e0dd04-01f3-48b4-8c5a-d414d6c49769), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.714827 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-83e55fba-c69d-4677-b256-a5e21815ce97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64cb4f924e4e4721bd6377238e30fc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594800 Feb 16 11:14:08.715446 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 32892) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:08.721695 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e55fba-c69d-4677-b256-a5e21815ce97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e0dd04-01f3-48b4-8c5a-d414d6c49769,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:08.776520 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-49fcbe9a-bfd0-45e4-a7e7-236ae0c5ccd4 admin admin] Publish callbacks [] for security_group (45e0dd04-01f3-48b4-8c5a-d414d6c49769), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.800633 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-49fcbe9a-bfd0-45e4-a7e7-236ae0c5ccd4 admin admin] Publish callbacks [] for security_group (45e0dd04-01f3-48b4-8c5a-d414d6c49769), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.854194 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-49fcbe9a-bfd0-45e4-a7e7-236ae0c5ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (45e0dd04-01f3-48b4-8c5a-d414d6c49769), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.857196 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-49fcbe9a-bfd0-45e4-a7e7-236ae0c5ccd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:08.858552 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-49fcbe9a-bfd0-45e4-a7e7-236ae0c5ccd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45e0dd04-01f3-48b4-8c5a-d414d6c49769 HTTP/1.1" status: 204 len: 168 time: 0.1422949 Feb 16 11:14:08.867095 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcbe9a-bfd0-45e4-a7e7-236ae0c5ccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e0dd04-01f3-48b4-8c5a-d414d6c49769,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:12.414674 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:14:16.413796 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33100) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:16.528759 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-aef1b443-51c1-4048-ae85-5df0c4d72d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:16.607728 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-aef1b443-51c1-4048-ae85-5df0c4d72d67 admin admin] Publish callbacks [] for security_group (e4e92092-f4f3-4c22-aedc-263ca9ded124), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:16.614615 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-aef1b443-51c1-4048-ae85-5df0c4d72d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e4e92092-f4f3-4c22-aedc-263ca9ded124), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:16.651220 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b443-51c1-4048-ae85-5df0c4d72d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e92092-f4f3-4c22-aedc-263ca9ded124,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:16.656325 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-aef1b443-51c1-4048-ae85-5df0c4d72d67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e105f00e544b4decbde5701ae7def852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407401 Feb 16 11:14:16.658678 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33104) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:16.707211 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e84af0f9-4ab3-4e78-b808-de6a4e180d39 admin admin] Publish callbacks [] for security_group (e4e92092-f4f3-4c22-aedc-263ca9ded124), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:16.728692 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e84af0f9-4ab3-4e78-b808-de6a4e180d39 admin admin] Publish callbacks [] for security_group (e4e92092-f4f3-4c22-aedc-263ca9ded124), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:16.781353 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e84af0f9-4ab3-4e78-b808-de6a4e180d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (e4e92092-f4f3-4c22-aedc-263ca9ded124), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:16.784959 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-e84af0f9-4ab3-4e78-b808-de6a4e180d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:16.786483 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-e84af0f9-4ab3-4e78-b808-de6a4e180d39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4e92092-f4f3-4c22-aedc-263ca9ded124 HTTP/1.1" status: 204 len: 168 time: 0.1269364 Feb 16 11:14:16.800886 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84af0f9-4ab3-4e78-b808-de6a4e180d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e92092-f4f3-4c22-aedc-263ca9ded124,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:17.073238 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33110) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:17.086427 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4604a15b-8437-4c5b-ba53-bc7f89a6730f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.180139 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4604a15b-8437-4c5b-ba53-bc7f89a6730f admin admin] Publish callbacks [] for security_group (02e84187-6594-4b41-a015-0dcdebd8f3da), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.184775 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-4604a15b-8437-4c5b-ba53-bc7f89a6730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (02e84187-6594-4b41-a015-0dcdebd8f3da), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.223685 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-4604a15b-8437-4c5b-ba53-bc7f89a6730f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24d740d531f84409b9b507de8d21ea6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493108 Feb 16 11:14:17.226511 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33118) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:17.228812 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a15b-8437-4c5b-ba53-bc7f89a6730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e84187-6594-4b41-a015-0dcdebd8f3da,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:17.283440 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76cd58a6-6877-48e5-9d61-2eb4e4f99ade admin admin] Publish callbacks [] for security_group (02e84187-6594-4b41-a015-0dcdebd8f3da), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.306418 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76cd58a6-6877-48e5-9d61-2eb4e4f99ade admin admin] Publish callbacks [] for security_group (02e84187-6594-4b41-a015-0dcdebd8f3da), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.355002 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76cd58a6-6877-48e5-9d61-2eb4e4f99ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (02e84187-6594-4b41-a015-0dcdebd8f3da), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.357719 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76cd58a6-6877-48e5-9d61-2eb4e4f99ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.359265 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-76cd58a6-6877-48e5-9d61-2eb4e4f99ade admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02e84187-6594-4b41-a015-0dcdebd8f3da HTTP/1.1" status: 204 len: 168 time: 0.1315215 Feb 16 11:14:17.368374 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd58a6-6877-48e5-9d61-2eb4e4f99ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e84187-6594-4b41-a015-0dcdebd8f3da,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:17.718466 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33124) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:17.733111 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ee44434a-6c58-4b8a-8c42-0983889ffde3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.803777 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ee44434a-6c58-4b8a-8c42-0983889ffde3 admin admin] Publish callbacks [] for security_group (3b85a0d6-721d-4671-ad7a-1805fb078fa8), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.810413 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-ee44434a-6c58-4b8a-8c42-0983889ffde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3b85a0d6-721d-4671-ad7a-1805fb078fa8), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.847133 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-ee44434a-6c58-4b8a-8c42-0983889ffde3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f7d36794af44f79b2d1524585ca6515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275871 Feb 16 11:14:17.847942 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44434a-6c58-4b8a-8c42-0983889ffde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b85a0d6-721d-4671-ad7a-1805fb078fa8,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:17.850063 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33126) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:17.898938 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1b641e24-0c29-47e3-aee4-57fb6d8cad51 admin admin] Publish callbacks [] for security_group (3b85a0d6-721d-4671-ad7a-1805fb078fa8), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.920561 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1b641e24-0c29-47e3-aee4-57fb6d8cad51 admin admin] Publish callbacks [] for security_group (3b85a0d6-721d-4671-ad7a-1805fb078fa8), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.971135 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1b641e24-0c29-47e3-aee4-57fb6d8cad51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3b85a0d6-721d-4671-ad7a-1805fb078fa8), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.973993 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1b641e24-0c29-47e3-aee4-57fb6d8cad51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:17.975154 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-1b641e24-0c29-47e3-aee4-57fb6d8cad51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b85a0d6-721d-4671-ad7a-1805fb078fa8 HTTP/1.1" status: 204 len: 168 time: 0.1241066 Feb 16 11:14:17.983578 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b641e24-0c29-47e3-aee4-57fb6d8cad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b85a0d6-721d-4671-ad7a-1805fb078fa8,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:18.490345 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33146) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:18.599390 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-88f9d58f-6745-4ceb-b80b-d2518335ce40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:18.688636 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-88f9d58f-6745-4ceb-b80b-d2518335ce40 admin admin] Publish callbacks [] for security_group (d83bb8ed-a943-4b09-a1b8-7ad921f0631b), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:18.692382 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-88f9d58f-6745-4ceb-b80b-d2518335ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d83bb8ed-a943-4b09-a1b8-7ad921f0631b), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:18.733434 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-88f9d58f-6745-4ceb-b80b-d2518335ce40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d3d90e679214206ad74373b21add298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395813 Feb 16 11:14:18.733659 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33158) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:18.739626 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9d58f-6745-4ceb-b80b-d2518335ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83bb8ed-a943-4b09-a1b8-7ad921f0631b,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:18.784554 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ede8f22e-9606-46fa-9fd6-f714f36d46f8 admin admin] Publish callbacks [] for security_group (d83bb8ed-a943-4b09-a1b8-7ad921f0631b), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:18.806631 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ede8f22e-9606-46fa-9fd6-f714f36d46f8 admin admin] Publish callbacks [] for security_group (d83bb8ed-a943-4b09-a1b8-7ad921f0631b), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:18.856753 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ede8f22e-9606-46fa-9fd6-f714f36d46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (d83bb8ed-a943-4b09-a1b8-7ad921f0631b), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:18.859555 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ede8f22e-9606-46fa-9fd6-f714f36d46f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:18.863574 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-ede8f22e-9606-46fa-9fd6-f714f36d46f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d83bb8ed-a943-4b09-a1b8-7ad921f0631b HTTP/1.1" status: 204 len: 168 time: 0.1262505 Feb 16 11:14:18.870086 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8f22e-9606-46fa-9fd6-f714f36d46f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83bb8ed-a943-4b09-a1b8-7ad921f0631b,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:19.733366 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33244) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:20.057441 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Deleting port eb06b66e-ea93-4ceb-ae17-c048ea007f11 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:20.058050 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:20.140172 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:20.140172 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for floatingip (eb06b66e-ea93-4ceb-ae17-c048ea007f11), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:20.154578 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Calling delete_port for eb06b66e-ea93-4ceb-ae17-c048ea007f11 owned by network:floatingip {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:20.304398 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (eb06b66e-ea93-4ceb-ae17-c048ea007f11), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:20.336215 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event deleted for resources: {'Port': ['ID=eb06b66e-ea93-4ceb-ae17-c048ea007f11,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:20.414138 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for floatingip (f4a6856a-53cc-4eb3-8d18-b2c1a437459a), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:20.414676 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Floating IP f4a6856a-53cc-4eb3-8d18-b2c1a437459a disassociated (deleted). External IP: 172.27.1.229, port: 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c. Feb 16 11:14:20.952860 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Router e03c11e4-9625-447a-84ed-eb0375fe9442 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:14:21.099293 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:14:21.107294 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:21.110780 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] Sync routers for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:14:21.122390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:21.123057 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:13:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:21.141608 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-12cace0e-79d0-4f67-a28a-64dbcadf2af4 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "DELETE /v2.0/floatingips/f4a6856a-53cc-4eb3-8d18-b2c1a437459a HTTP/1.1" status: 204 len: 168 time: 1.4067781 Feb 16 11:14:21.142575 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:14:21.145710 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f16ea0d-610c-40b2-b561-b31102e0594d" -d '{"events": [{"name": "network-changed", "server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:14:21.188014 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900f016c-da36-4feb-80cd-5fbb32568ad5 x-openstack-request-id: req-900f016c-da36-4feb-80cd-5fbb32568ad5 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:14:21.188606 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:14:21.189062 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-900f016c-da36-4feb-80cd-5fbb32568ad5 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:14:21.189784 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'status': 'completed', 'code': 200} Feb 16 11:14:21.277511 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-307e9f57-db73-4227-a89a-27387d1bca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:21.280165 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-307e9f57-db73-4227-a89a-27387d1bca7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3085f983b30c4ffab228a630a3e33ad8&device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 1129 time: 0.0659811 Feb 16 11:14:21.421251 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-09c34874-742a-4352-a405-c57f9f941e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:21.423056 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-09c34874-742a-4352-a405-c57f9f941e91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 200 len: 910 time: 0.1299400 Feb 16 11:14:21.425760 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:21.453962 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ff790-0db9-4ee7-a375-2b67bcb4d11c req-3642276c-a170-4a88-a8b6-d009258c292c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:21.456832 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1f8ff790-0db9-4ee7-a375-2b67bcb4d11c req-3642276c-a170-4a88-a8b6-d009258c292c tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0815573 Feb 16 11:14:21.470875 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-82de5498-8304-4251-87f9-efaba08dcc14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 200 len: 217 time: 0.0412793 Feb 16 11:14:21.536264 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1f8ff790-0db9-4ee7-a375-2b67bcb4d11c req-d051a94a-7f0c-4b3c-831c-f3816717b09b tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733283 Feb 16 11:14:21.551842 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-d080a738-efd1-4c29-ac93-1d650ea37aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:21.553399 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-d080a738-efd1-4c29-ac93-1d650ea37aa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 200 len: 848 time: 0.0763714 Feb 16 11:14:21.608661 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-a1e6314b-b9a2-4c84-b48a-b17b32fe627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:21.610181 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-a1e6314b-b9a2-4c84-b48a-b17b32fe627f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cca7073-ccc2-4aa1-bdd0-0df7c644586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499907 Feb 16 11:14:21.683167 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:08Z', 'revision_number': 5, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:21.716366 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] Checking router: e03c11e4-9625-447a-84ed-eb0375fe9442 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:14:21.726783 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:21.727543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:13:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:21.746079 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-281ba223-2b47-45e7-b231-835f4b770d7a service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257718 Feb 16 11:14:21.855000 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:21.886428 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-7f16ea0d-610c-40b2-b561-b31102e0594d req-4a6ac504-9054-4d3d-8818-ce7aa2a032bd service neutron] 10.222.0.42 "GET /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335878 Feb 16 11:14:22.110831 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:08Z', 'revision_number': 5, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:22.144321 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f826d-69ad-4aff-9dc9-401b5df79e70 None None] The sync data for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi is: [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:08:01Z', 'revision_number': 4, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': 'a923c092-316d-4342-be2b-0f0721dc683c', 'name': '', 'network_id': '4cca7073-ccc2-4aa1-bdd0-0df7c644586f', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'mac_address': 'fa:16:3e:82:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:00Z', 'updated_at': '2022-02-16T11:08:08Z', 'revision_number': 5, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'subnets': [{'id': '40ee2a97-f501-4379-bd2f-e83af55d6bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:14:22.449399 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e23e2-ffb2-4dba-b6ef-84fc92aa74f9 None None] New status for floating IP f4a6856a-53cc-4eb3-8d18-b2c1a437459a: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:14:22.669813 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361431ec-4c78-44f2-ab93-f8aba6ba2795 req-da61c318-8d59-4fbe-b525-1dc4720817f1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:22.694775 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-361431ec-4c78-44f2-ab93-f8aba6ba2795 req-da61c318-8d59-4fbe-b525-1dc4720817f1 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0600002 Feb 16 11:14:22.734725 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-361431ec-4c78-44f2-ab93-f8aba6ba2795 req-f9a1034d-7465-43bb-b16c-b39ef13528e9 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/security-groups?id=55e6e48e-c46b-4cdb-b71c-75e879554897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538168 Feb 16 11:14:23.013506 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-1e67a5d0-b647-41dc-a559-f59bf93f1a44 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:23.015015 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-1e67a5d0-b647-41dc-a559-f59bf93f1a44 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.42 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 945 time: 0.0711012 Feb 16 11:14:23.120875 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Deleting port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:23.121171 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:23.218222 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] For port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:23.218554 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:23.231998 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Calling delete_port for 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:23.392177 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:23.433138 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event deleted for resources: {'Port': ['ID=04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:23.482959 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] No DVR routers for this DVR port 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:23.485795 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:23.489321 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-3b440df1-7791-4ba1-b137-59e5d04d3194 req-daecd3a8-f2d0-4de6-8bdc-b8e4ab812231 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.42 "DELETE /v2.0/ports/04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c HTTP/1.1" status: 204 len: 173 time: 0.4684913 Feb 16 11:14:23.489795 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-deleted', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:14:23.492241 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969b2f4-7f65-452a-8515-defb8374dcdc" -d '{"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-deleted", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:14:23.535491 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13fc469-82bc-4e1e-827b-601e381a7d76 x-openstack-request-id: req-e13fc469-82bc-4e1e-827b-601e381a7d76 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:14:23.535986 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450c5008-77da-4c13-bd11-df24666a65ed", "name": "network-vif-deleted", "tag": "04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:14:23.536292 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e13fc469-82bc-4e1e-827b-601e381a7d76 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:14:23.536892 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450c5008-77da-4c13-bd11-df24666a65ed', 'name': 'network-vif-deleted', 'tag': '04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c', 'status': 'completed', 'code': 200} Feb 16 11:14:23.608370 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-db14fa40-798d-4b16-a19a-910f85d30024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:23.736759 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33324) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:23.883918 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-992bb0cb-896d-48d8-b4dc-89f38a998dce req-adc04459-4c62-44cb-9a6a-2dd51824188e tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "GET /v2.0/ports?device_id=450c5008-77da-4c13-bd11-df24666a65ed HTTP/1.1" status: 200 len: 210 time: 0.0559294 Feb 16 11:14:23.885380 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-39f3def3-1035-4695-a283-7c923f74be55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.010044 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-39f3def3-1035-4695-a283-7c923f74be55 admin admin] Publish callbacks [] for security_group (12da577f-132e-4f98-99ec-325f6d172317), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.014626 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-39f3def3-1035-4695-a283-7c923f74be55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (12da577f-132e-4f98-99ec-325f6d172317), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.056588 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-39f3def3-1035-4695-a283-7c923f74be55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18f1dc1763ac495bbb8ea8d837d54517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181109 Feb 16 11:14:24.057777 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3def3-1035-4695-a283-7c923f74be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12da577f-132e-4f98-99ec-325f6d172317,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:24.060215 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33330) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:24.129878 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e7093dac-7d07-4f98-95cc-7089aa5c3c32 admin admin] Publish callbacks [] for security_group (12da577f-132e-4f98-99ec-325f6d172317), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.156083 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e7093dac-7d07-4f98-95cc-7089aa5c3c32 admin admin] Publish callbacks [] for security_group (12da577f-132e-4f98-99ec-325f6d172317), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.222190 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e7093dac-7d07-4f98-95cc-7089aa5c3c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (12da577f-132e-4f98-99ec-325f6d172317), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.225056 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e7093dac-7d07-4f98-95cc-7089aa5c3c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.228759 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-e7093dac-7d07-4f98-95cc-7089aa5c3c32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12da577f-132e-4f98-99ec-325f6d172317 HTTP/1.1" status: 204 len: 168 time: 0.1673911 Feb 16 11:14:24.246638 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7093dac-7d07-4f98-95cc-7089aa5c3c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12da577f-132e-4f98-99ec-325f6d172317,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:24.664909 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33338) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:24.681079 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edf53c19-1a70-45f3-b352-22d0cb8da660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.771519 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edf53c19-1a70-45f3-b352-22d0cb8da660 admin admin] Publish callbacks [] for security_group (ef553146-3a0b-4cb2-a6c7-6a1b721287b1), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.776570 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-edf53c19-1a70-45f3-b352-22d0cb8da660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ef553146-3a0b-4cb2-a6c7-6a1b721287b1), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.820536 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-edf53c19-1a70-45f3-b352-22d0cb8da660 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e38ed516d7bc4f7b886d77ade9fa61f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543705 Feb 16 11:14:24.821348 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf53c19-1a70-45f3-b352-22d0cb8da660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef553146-3a0b-4cb2-a6c7-6a1b721287b1,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:24.823689 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33340) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:24.882137 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-07a8eccf-b6a5-47bd-ad36-575c85c95324 admin admin] Publish callbacks [] for security_group (ef553146-3a0b-4cb2-a6c7-6a1b721287b1), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.904048 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-07a8eccf-b6a5-47bd-ad36-575c85c95324 admin admin] Publish callbacks [] for security_group (ef553146-3a0b-4cb2-a6c7-6a1b721287b1), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.965880 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33344) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:24.996281 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-07a8eccf-b6a5-47bd-ad36-575c85c95324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (ef553146-3a0b-4cb2-a6c7-6a1b721287b1), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:24.998906 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-07a8eccf-b6a5-47bd-ad36-575c85c95324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:25.000077 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-07a8eccf-b6a5-47bd-ad36-575c85c95324 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef553146-3a0b-4cb2-a6c7-6a1b721287b1 HTTP/1.1" status: 204 len: 168 time: 0.1749563 Feb 16 11:14:25.015881 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8eccf-b6a5-47bd-ad36-575c85c95324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef553146-3a0b-4cb2-a6c7-6a1b721287b1,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:25.056246 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2949754d-20da-48ed-92e1-cd56b1652fc8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group (55e6e48e-c46b-4cdb-b71c-75e879554897), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:25.084204 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2949754d-20da-48ed-92e1-cd56b1652fc8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group (55e6e48e-c46b-4cdb-b71c-75e879554897), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:25.157362 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2949754d-20da-48ed-92e1-cd56b1652fc8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (55e6e48e-c46b-4cdb-b71c-75e879554897), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:25.160031 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-2949754d-20da-48ed-92e1-cd56b1652fc8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:25.161240 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-2949754d-20da-48ed-92e1-cd56b1652fc8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] 10.222.0.52 "DELETE /v2.0/security-groups/55e6e48e-c46b-4cdb-b71c-75e879554897 HTTP/1.1" status: 204 len: 168 time: 0.1936393 Feb 16 11:14:25.171803 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949754d-20da-48ed-92e1-cd56b1652fc8 tempest-TestShelveInstance-1709037468 tempest-TestShelveInstance-1709037468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e6e48e-c46b-4cdb-b71c-75e879554897,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:25.241510 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33352) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:25.781975 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (e03c11e4-9625-447a-84ed-eb0375fe9442), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:26.081374 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-839f8418-0b0a-42f2-b24d-d9200e17f115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:26.089370 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Deleting port a923c092-316d-4342-be2b-0f0721dc683c {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:26.090093 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (a923c092-316d-4342-be2b-0f0721dc683c), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:26.107897 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:26.132395 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:26.132888 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 04d2ecd2-ede1-428d-bba8-5bf73c1e6c9c not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:26.181013 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] For port a923c092-316d-4342-be2b-0f0721dc683c, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=a923c092-316d-4342-be2b-0f0721dc683c,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:26.181013 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (a923c092-316d-4342-be2b-0f0721dc683c), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:26.199461 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Calling delete_port for a923c092-316d-4342-be2b-0f0721dc683c owned by network:router_interface {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:26.428166 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (a923c092-316d-4342-be2b-0f0721dc683c), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:26.475946 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Pushing event deleted for resources: {'Port': ['ID=a923c092-316d-4342-be2b-0f0721dc683c,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:26.718974 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (e03c11e4-9625-447a-84ed-eb0375fe9442), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:26.997772 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Router e03c11e4-9625-447a-84ed-eb0375fe9442 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:14:27.138715 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:14:27.151537 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-60ad4e60-37a8-422d-918c-0f97345f0952 admin admin] 10.222.0.52 "PUT /v2.0/routers/e03c11e4-9625-447a-84ed-eb0375fe9442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085486 Feb 16 11:14:27.152670 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33398) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:27.155898 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] Sync routers for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:14:27.180098 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:27.181266 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:14:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:27.300833 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks [] for router (e03c11e4-9625-447a-84ed-eb0375fe9442), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:27.370007 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:27.404176 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:27.416049 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks [] for router_gateway (e03c11e4-9625-447a-84ed-eb0375fe9442), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:27.589846 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:14:26Z', 'revision_number': 5, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port': {'id': '1457cb73-eee0-4285-99f0-5dc66e7b852d', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:07:56Z', 'updated_at': '2022-02-16T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:27.620681 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] Checking router: e03c11e4-9625-447a-84ed-eb0375fe9442 for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:14:27.630640 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] Routers {'e03c11e4-9625-447a-84ed-eb0375fe9442'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:27.631285 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:14:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['e03c11e4-9625-447a-84ed-eb0375fe9442'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:27.751106 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] Set router e03c11e4-9625-447a-84ed-eb0375fe9442 gateway port host: None {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:27.771748 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Deleting port 1457cb73-eee0-4285-99f0-5dc66e7b852d {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:27.772311 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:27.810337 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:14:27Z', 'revision_number': 6, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:27.845048 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36ba7e-c712-407f-8825-c9cbfb82495e None None] The sync data for ids ['e03c11e4-9625-447a-84ed-eb0375fe9442'] in dv-cinder-773985-29-iscsi is: [{'id': 'e03c11e4-9625-447a-84ed-eb0375fe9442', 'name': 'tempest-TestShelveInstance-2103104970-router', 'tenant_id': '3085f983b30c4ffab228a630a3e33ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:07:55Z', 'updated_at': '2022-02-16T11:14:27Z', 'revision_number': 6, 'project_id': '3085f983b30c4ffab228a630a3e33ad8', 'gw_port_host': None}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:14:27.876503 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] For port 1457cb73-eee0-4285-99f0-5dc66e7b852d, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=1457cb73-eee0-4285-99f0-5dc66e7b852d,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:27.877009 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:27.898383 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Calling delete_port for 1457cb73-eee0-4285-99f0-5dc66e7b852d owned by network:router_gateway {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:28.071601 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (1457cb73-eee0-4285-99f0-5dc66e7b852d), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.097885 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1457cb73-eee0-4285-99f0-5dc66e7b852d,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:28.167833 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (e03c11e4-9625-447a-84ed-eb0375fe9442), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.303639 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (e03c11e4-9625-447a-84ed-eb0375fe9442), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.309938 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks [] for router_controller (e03c11e4-9625-447a-84ed-eb0375fe9442), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.384846 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (e03c11e4-9625-447a-84ed-eb0375fe9442), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.385603 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e03c11e4-9625-447a-84ed-eb0375fe9442 {{(pid=102875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:14:28.395581 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.396663 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-4db0ea1d-7593-48fa-98ad-2f7642017be6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e03c11e4-9625-447a-84ed-eb0375fe9442 HTTP/1.1" status: 204 len: 168 time: 1.2424858 Feb 16 11:14:28.401037 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33416) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:28.457486 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] Deleting subnet 40ee2a97-f501-4379-bd2f-e83af55d6bae {{(pid=102875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:14:28.462810 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] Publish callbacks [] for subnet (40ee2a97-f501-4379-bd2f-e83af55d6bae), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.512564 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130356537'] for subnet (40ee2a97-f501-4379-bd2f-e83af55d6bae), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.615386 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (40ee2a97-f501-4379-bd2f-e83af55d6bae), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.658262 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device a923c092-316d-4342-be2b-0f0721dc683c no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:28.701650 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: a923c092-316d-4342-be2b-0f0721dc683c {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:28.702610 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device a923c092-316d-4342-be2b-0f0721dc683c not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:28.710110 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130329193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130089482'] for subnet (40ee2a97-f501-4379-bd2f-e83af55d6bae), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.740256 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ee2a97-f501-4379-bd2f-e83af55d6bae,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:28.747052 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.751406 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c07753e9-9917-48d6-a9ce-3e97bb9b6e63 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/40ee2a97-f501-4379-bd2f-e83af55d6bae HTTP/1.1" status: 204 len: 168 time: 0.3492577 Feb 16 11:14:28.754232 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33428) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:28.760954 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5417a0e-2e67-4900-9930-1eda1cbca3fc None None] Network 4cca7073-ccc2-4aa1-bdd0-0df7c644586f requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:14:28.876600 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (4cca7073-ccc2-4aa1-bdd0-0df7c644586f), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.961411 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Deleting port e554a693-7fe2-4378-bab9-b78b8b970661 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:28.961411 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:28.996299 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] DHCP port deletion for 4cca7073-ccc2-4aa1-bdd0-0df7c644586f request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:14:29.043989 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] For port e554a693-7fe2-4378-bab9-b78b8b970661, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e554a693-7fe2-4378-bab9-b78b8b970661,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:29.045445 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.065397 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.067985 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Calling delete_port for e554a693-7fe2-4378-bab9-b78b8b970661 owned by network:dhcp {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:29.077470 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Deleting port e554a693-7fe2-4378-bab9-b78b8b970661 {{(pid=102877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:29.078241 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), before_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.153493 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] For port e554a693-7fe2-4378-bab9-b78b8b970661, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=e554a693-7fe2-4378-bab9-b78b8b970661,segment=NetworkSegment(fe3aa82c-1940-4ae8-a689-50e7c2260e33),segment_id=fe3aa82c-1940-4ae8-a689-50e7c2260e33)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:29.153892 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), precommit_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.167509 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Calling delete_port for e554a693-7fe2-4378-bab9-b78b8b970661 owned by network:dhcp {{(pid=102877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:29.175535 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.203254 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] No DVR routers for this DVR port e554a693-7fe2-4378-bab9-b78b8b970661 on host dv-cinder-773985-29-iscsi {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:29.208340 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e554a693-7fe2-4378-bab9-b78b8b970661,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:29.257175 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (e554a693-7fe2-4378-bab9-b78b8b970661), after_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.289320 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (4cca7073-ccc2-4aa1-bdd0-0df7c644586f), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.289611 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Pushing event deleted for resources: {'Port': ['ID=e554a693-7fe2-4378-bab9-b78b8b970661,revision_number=None']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:29.298509 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] No DVR routers for this DVR port e554a693-7fe2-4378-bab9-b78b8b970661 on host dv-cinder-773985-29-iscsi {{(pid=102877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:29.303595 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.310357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.312425 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc1f9e-2b90-41f1-b1e8-081ffd41edf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:29.317309 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cca7073-ccc2-4aa1-bdd0-0df7c644586f']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:29.332595 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3aa82c-1940-4ae8-a689-50e7c2260e33') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:29.332903 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3aa82c-1940-4ae8-a689-50e7c2260e33') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:29.344815 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (fe3aa82c-1940-4ae8-a689-50e7c2260e33), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.364619 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (fe3aa82c-1940-4ae8-a689-50e7c2260e33), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.371040 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:14:29.371423 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (fe3aa82c-1940-4ae8-a689-50e7c2260e33), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:14:29.373432 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:14:29.431480 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (4cca7073-ccc2-4aa1-bdd0-0df7c644586f), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.437156 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.440455 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4cca7073-ccc2-4aa1-bdd0-0df7c644586f HTTP/1.1" status: 204 len: 168 time: 0.6850781 Feb 16 11:14:29.445248 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33440) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:29.453922 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2356a85-b420-449d-b41c-9d8c295d2b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cca7073-ccc2-4aa1-bdd0-0df7c644586f,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:29.851112 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (35ff5b34-6372-4234-b363-bbc916515d37), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:29.971564 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:30.004608 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 1457cb73-eee0-4285-99f0-5dc66e7b852d no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:30.028787 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 1457cb73-eee0-4285-99f0-5dc66e7b852d {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:30.029134 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 1457cb73-eee0-4285-99f0-5dc66e7b852d not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:30.029650 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e554a693-7fe2-4378-bab9-b78b8b970661 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:30.053357 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: e554a693-7fe2-4378-bab9-b78b8b970661 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:30.053719 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device e554a693-7fe2-4378-bab9-b78b8b970661 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:30.182522 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Deleting port 8623db36-e067-4c9d-979f-c72035721a29 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:30.183129 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (8623db36-e067-4c9d-979f-c72035721a29), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:30.273408 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] For port 8623db36-e067-4c9d-979f-c72035721a29, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=8623db36-e067-4c9d-979f-c72035721a29,segment=NetworkSegment(0270cd80-d7d6-49c3-a2ca-52bd443302d1),segment_id=0270cd80-d7d6-49c3-a2ca-52bd443302d1)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:30.273772 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (8623db36-e067-4c9d-979f-c72035721a29), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:30.287870 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Calling delete_port for 8623db36-e067-4c9d-979f-c72035721a29 owned by network:router_interface {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:30.442112 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:30.492793 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (8623db36-e067-4c9d-979f-c72035721a29), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:30.525921 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Pushing event deleted for resources: {'Port': ['ID=8623db36-e067-4c9d-979f-c72035721a29,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:30.738056 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (35ff5b34-6372-4234-b363-bbc916515d37), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:30.897769 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33474) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:30.996558 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Router 35ff5b34-6372-4234-b363-bbc916515d37 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:14:31.016185 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1ae384f2-72ac-4742-9faf-cbe647776dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.113499 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1ae384f2-72ac-4742-9faf-cbe647776dcc admin admin] Publish callbacks [] for security_group (29a23942-9584-48f2-bbd1-693d38682b92), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.117828 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-1ae384f2-72ac-4742-9faf-cbe647776dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (29a23942-9584-48f2-bbd1-693d38682b92), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.123337 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:14:31.128532 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-7903e50f-2f80-4daf-933f-a3a2d36c9355 admin admin] 10.222.0.52 "PUT /v2.0/routers/35ff5b34-6372-4234-b363-bbc916515d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6821475 Feb 16 11:14:31.133047 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33480) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:31.138029 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] Sync routers for ids ['35ff5b34-6372-4234-b363-bbc916515d37'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:14:31.152097 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-1ae384f2-72ac-4742-9faf-cbe647776dcc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e63460a35064b3aa988ca5db8de9667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529540 Feb 16 11:14:31.156012 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] Routers {'35ff5b34-6372-4234-b363-bbc916515d37'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:31.156891 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33482) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:31.157406 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:14:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['35ff5b34-6372-4234-b363-bbc916515d37'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:31.174749 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae384f2-72ac-4742-9faf-cbe647776dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a23942-9584-48f2-bbd1-693d38682b92,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:31.219489 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9d8249da-123b-4939-a08c-d43031777065 admin admin] Publish callbacks [] for security_group (29a23942-9584-48f2-bbd1-693d38682b92), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.244113 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9d8249da-123b-4939-a08c-d43031777065 admin admin] Publish callbacks [] for security_group (29a23942-9584-48f2-bbd1-693d38682b92), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.275077 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks [] for router (35ff5b34-6372-4234-b363-bbc916515d37), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.280485 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] Set router 35ff5b34-6372-4234-b363-bbc916515d37 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:31.306985 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9d8249da-123b-4939-a08c-d43031777065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (29a23942-9584-48f2-bbd1-693d38682b92), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.310079 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9d8249da-123b-4939-a08c-d43031777065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.312010 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-9d8249da-123b-4939-a08c-d43031777065 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29a23942-9584-48f2-bbd1-693d38682b92 HTTP/1.1" status: 204 len: 168 time: 0.1540980 Feb 16 11:14:31.323415 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8249da-123b-4939-a08c-d43031777065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a23942-9584-48f2-bbd1-693d38682b92,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:31.418065 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks [] for router_gateway (35ff5b34-6372-4234-b363-bbc916515d37), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.519125 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:14:30Z', 'revision_number': 5, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port': {'id': 'd7a25443-1ffd-4dbb-904c-7b59929a2fd9', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ff5b34-6372-4234-b363-bbc916515d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:08:08Z', 'updated_at': '2022-02-16T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:31.655576 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] Checking router: 35ff5b34-6372-4234-b363-bbc916515d37 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:14:31.666187 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] Routers {'35ff5b34-6372-4234-b363-bbc916515d37'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:14:31.666845 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:14:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['35ff5b34-6372-4234-b363-bbc916515d37'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:31.707687 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33488) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:31.722752 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f5ff31fd-ce58-40fc-9f2e-a949d1d4b0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.765515 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] Set router 35ff5b34-6372-4234-b363-bbc916515d37 gateway port host: None {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:14:31.800501 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Deleting port d7a25443-1ffd-4dbb-904c-7b59929a2fd9 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:31.801350 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.821337 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:14:31Z', 'revision_number': 6, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:31.848555 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f5ff31fd-ce58-40fc-9f2e-a949d1d4b0e6 admin admin] Publish callbacks [] for security_group (15e6800d-3352-4769-b113-60feb3d4c32f), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.854379 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f5ff31fd-ce58-40fc-9f2e-a949d1d4b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (15e6800d-3352-4769-b113-60feb3d4c32f), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.854790 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32906e8c-6b0c-459b-97a5-ce57e1ac84e0 None None] The sync data for ids ['35ff5b34-6372-4234-b363-bbc916515d37'] in dv-cinder-773985-29-iscsi is: [{'id': '35ff5b34-6372-4234-b363-bbc916515d37', 'name': 'tempest-TestShelveInstance-2115681994-router', 'tenant_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:08:07Z', 'updated_at': '2022-02-16T11:14:31Z', 'revision_number': 6, 'project_id': 'cd62c3312c0e4a2d9a50b15b55caf1c3', 'gw_port_host': None}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:14:31.912955 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] For port d7a25443-1ffd-4dbb-904c-7b59929a2fd9, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:31.913594 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:31.932542 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Calling delete_port for d7a25443-1ffd-4dbb-904c-7b59929a2fd9 owned by network:router_gateway {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:31.933640 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-f5ff31fd-ce58-40fc-9f2e-a949d1d4b0e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f96323b71fa642d0904e13197290861a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248113 Feb 16 11:14:31.934912 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff31fd-ce58-40fc-9f2e-a949d1d4b0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6800d-3352-4769-b113-60feb3d4c32f,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:31.937753 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33492) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:32.050274 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-80957096-c377-412a-b144-f9b5d0e846fc admin admin] Publish callbacks [] for security_group (15e6800d-3352-4769-b113-60feb3d4c32f), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.120600 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-80957096-c377-412a-b144-f9b5d0e846fc admin admin] Publish callbacks [] for security_group (15e6800d-3352-4769-b113-60feb3d4c32f), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.207051 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (d7a25443-1ffd-4dbb-904c-7b59929a2fd9), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.237171 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a25443-1ffd-4dbb-904c-7b59929a2fd9,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:32.241010 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-80957096-c377-412a-b144-f9b5d0e846fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (15e6800d-3352-4769-b113-60feb3d4c32f), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.244237 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-80957096-c377-412a-b144-f9b5d0e846fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.244979 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-80957096-c377-412a-b144-f9b5d0e846fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15e6800d-3352-4769-b113-60feb3d4c32f HTTP/1.1" status: 204 len: 168 time: 0.3061497 Feb 16 11:14:32.301902 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80957096-c377-412a-b144-f9b5d0e846fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6800d-3352-4769-b113-60feb3d4c32f,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:32.326915 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 8623db36-e067-4c9d-979f-c72035721a29 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:32.366527 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (35ff5b34-6372-4234-b363-bbc916515d37), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.369259 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 8623db36-e067-4c9d-979f-c72035721a29 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:32.369616 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 8623db36-e067-4c9d-979f-c72035721a29 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:32.468415 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (35ff5b34-6372-4234-b363-bbc916515d37), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.470578 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks [] for router_controller (35ff5b34-6372-4234-b363-bbc916515d37), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.515447 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (35ff5b34-6372-4234-b363-bbc916515d37), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.516022 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35ff5b34-6372-4234-b363-bbc916515d37 {{(pid=102876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:14:32.520484 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.521672 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-bfbb0405-0aea-40e7-8a8c-7d8828b78edd admin admin] 10.222.0.52 "DELETE /v2.0/routers/35ff5b34-6372-4234-b363-bbc916515d37 HTTP/1.1" status: 204 len: 168 time: 1.3873210 Feb 16 11:14:32.524255 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33500) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:32.568293 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] Deleting subnet 1cda0532-75b9-41af-a40d-9ae4a24bd10e {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:14:32.571860 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] Publish callbacks [] for subnet (1cda0532-75b9-41af-a40d-9ae4a24bd10e), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.617334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125813423'] for subnet (1cda0532-75b9-41af-a40d-9ae4a24bd10e), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.699492 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (1cda0532-75b9-41af-a40d-9ae4a24bd10e), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.760935 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125414872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125686801'] for subnet (1cda0532-75b9-41af-a40d-9ae4a24bd10e), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.789660 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cda0532-75b9-41af-a40d-9ae4a24bd10e,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:32.795538 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.799538 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3910390e-6507-481d-9d4b-3ba846f3f67f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1cda0532-75b9-41af-a40d-9ae4a24bd10e HTTP/1.1" status: 204 len: 168 time: 0.2741613 Feb 16 11:14:32.801833 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e7d3f8-cb3c-4d15-a0d3-01bdc05c36dd None None] Network 681197ec-f041-4fa2-9c87-4f9b4503b29f requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:14:32.802073 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33512) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:32.878553 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (681197ec-f041-4fa2-9c87-4f9b4503b29f), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.947227 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Deleting port 0962a71e-0b33-4766-b660-b5c902167fa7 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:32.947566 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:32.992007 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] DHCP port deletion for 681197ec-f041-4fa2-9c87-4f9b4503b29f request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:14:33.039351 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] For port 0962a71e-0b33-4766-b660-b5c902167fa7, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=0962a71e-0b33-4766-b660-b5c902167fa7,segment=NetworkSegment(0270cd80-d7d6-49c3-a2ca-52bd443302d1),segment_id=0270cd80-d7d6-49c3-a2ca-52bd443302d1)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:33.039749 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.054098 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Calling delete_port for 0962a71e-0b33-4766-b660-b5c902167fa7 owned by network:dhcp {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:33.059353 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] Deleting port 0962a71e-0b33-4766-b660-b5c902167fa7 {{(pid=102877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:33.059967 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), before_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.132687 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] For port 0962a71e-0b33-4766-b660-b5c902167fa7, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=0962a71e-0b33-4766-b660-b5c902167fa7,segment=NetworkSegment(0270cd80-d7d6-49c3-a2ca-52bd443302d1),segment_id=0270cd80-d7d6-49c3-a2ca-52bd443302d1)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:33.133073 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), precommit_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.140398 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.165363 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] Calling delete_port for 0962a71e-0b33-4766-b660-b5c902167fa7 owned by network:dhcp {{(pid=102877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:33.170925 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0962a71e-0b33-4766-b660-b5c902167fa7,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:33.177561 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] No DVR routers for this DVR port 0962a71e-0b33-4766-b660-b5c902167fa7 on host dv-cinder-773985-29-iscsi {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:33.281244 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (681197ec-f041-4fa2-9c87-4f9b4503b29f), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.292990 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (0962a71e-0b33-4766-b660-b5c902167fa7), after_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.329640 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681197ec-f041-4fa2-9c87-4f9b4503b29f']}} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:33.339010 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] No DVR routers for this DVR port 0962a71e-0b33-4766-b660-b5c902167fa7 on host dv-cinder-773985-29-iscsi {{(pid=102877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:33.344665 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96083634-8a24-4076-8c3f-bca0b633488c None None] Pushing event deleted for resources: {'Port': ['ID=0962a71e-0b33-4766-b660-b5c902167fa7,revision_number=None']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:33.348506 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0270cd80-d7d6-49c3-a2ca-52bd443302d1') {'for_net_delete': True} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:33.350542 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.services.segments.db [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0270cd80-d7d6-49c3-a2ca-52bd443302d1') {} {{(pid=102876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:14:33.377046 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125813414'] for segment (0270cd80-d7d6-49c3-a2ca-52bd443302d1), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.396481 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (0270cd80-d7d6-49c3-a2ca-52bd443302d1), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.404383 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:14:33.404857 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125414786'] for segment (0270cd80-d7d6-49c3-a2ca-52bd443302d1), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: Traceback (most recent call last): Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: timer() Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: cb(*args, **kw) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: return func(*args, **kwargs) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: self._notify() Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: self.callback(batched_events) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: event.method(event) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: return f(self, *a, **k) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._get(url).json() Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: return self.request(url, 'GET', **kwargs) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:14:33.407034 dv-cinder-773985-29-iscsi neutron-server[102876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:14:33.480572 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (681197ec-f041-4fa2-9c87-4f9b4503b29f), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.490865 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.496072 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/681197ec-f041-4fa2-9c87-4f9b4503b29f HTTP/1.1" status: 204 len: 168 time: 0.6929052 Feb 16 11:14:33.509967 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfd925-0dce-4fb5-9441-a9747f401cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=681197ec-f041-4fa2-9c87-4f9b4503b29f,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:33.723424 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33544) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:33.768535 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-5e7628fc-eab7-456d-9f38-6cbac6cdf1b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3085f983b30c4ffab228a630a3e33ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430572 Feb 16 11:14:33.771137 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33546) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:33.820887 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ab9f07c0-370f-4de2-9e50-66304eca9355 admin admin] Publish callbacks [] for security_group (cddfde96-e7c6-4b89-ad6e-8f0af670baa2), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.842887 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ab9f07c0-370f-4de2-9e50-66304eca9355 admin admin] Publish callbacks [] for security_group (cddfde96-e7c6-4b89-ad6e-8f0af670baa2), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.894095 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ab9f07c0-370f-4de2-9e50-66304eca9355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (cddfde96-e7c6-4b89-ad6e-8f0af670baa2), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.897212 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-ab9f07c0-370f-4de2-9e50-66304eca9355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:33.898400 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-ab9f07c0-370f-4de2-9e50-66304eca9355 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cddfde96-e7c6-4b89-ad6e-8f0af670baa2 HTTP/1.1" status: 204 len: 168 time: 0.1262462 Feb 16 11:14:33.911560 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f07c0-370f-4de2-9e50-66304eca9355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddfde96-e7c6-4b89-ad6e-8f0af670baa2,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:33.994891 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d7a25443-1ffd-4dbb-904c-7b59929a2fd9 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:34.019664 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: d7a25443-1ffd-4dbb-904c-7b59929a2fd9 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:34.020109 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d7a25443-1ffd-4dbb-904c-7b59929a2fd9 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:34.020636 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 0962a71e-0b33-4766-b660-b5c902167fa7 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:14:34.044313 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 0962a71e-0b33-4766-b660-b5c902167fa7 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:14:34.044705 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 0962a71e-0b33-4766-b660-b5c902167fa7 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:14:34.243558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33560) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:34.284602 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-d1278c1e-6853-49d4-a238-cd865fdaa16c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd62c3312c0e4a2d9a50b15b55caf1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396266 Feb 16 11:14:34.287209 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33562) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:34.341742 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a3d94ab8-7abe-459a-bed7-27b7f4182e9c admin admin] Publish callbacks [] for security_group (fd5d5e5e-6407-4ac5-afe5-14213d8f36e3), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:34.364023 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a3d94ab8-7abe-459a-bed7-27b7f4182e9c admin admin] Publish callbacks [] for security_group (fd5d5e5e-6407-4ac5-afe5-14213d8f36e3), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:34.419384 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a3d94ab8-7abe-459a-bed7-27b7f4182e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (fd5d5e5e-6407-4ac5-afe5-14213d8f36e3), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:34.423152 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a3d94ab8-7abe-459a-bed7-27b7f4182e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:34.424603 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-a3d94ab8-7abe-459a-bed7-27b7f4182e9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd5d5e5e-6407-4ac5-afe5-14213d8f36e3 HTTP/1.1" status: 204 len: 168 time: 0.1362200 Feb 16 11:14:34.432674 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d94ab8-7abe-459a-bed7-27b7f4182e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5d5e5e-6407-4ac5-afe5-14213d8f36e3,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:40.862294 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33628) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:40.983577 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a7b78d11-97a7-4723-96e7-54681db6d480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.066207 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a7b78d11-97a7-4723-96e7-54681db6d480 admin admin] Publish callbacks [] for security_group (c5505f3d-d0aa-4b22-9513-b107defbca8a), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.075627 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-a7b78d11-97a7-4723-96e7-54681db6d480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (c5505f3d-d0aa-4b22-9513-b107defbca8a), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.115361 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78d11-97a7-4723-96e7-54681db6d480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5505f3d-d0aa-4b22-9513-b107defbca8a,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:41.120451 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-a7b78d11-97a7-4723-96e7-54681db6d480 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c44650f617449d6a8169a8216e3a3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564685 Feb 16 11:14:41.122882 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33632) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:41.179547 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-989a9d52-d17a-43aa-bf7d-8b6163d1e44a admin admin] Publish callbacks [] for security_group (c5505f3d-d0aa-4b22-9513-b107defbca8a), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.203105 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-989a9d52-d17a-43aa-bf7d-8b6163d1e44a admin admin] Publish callbacks [] for security_group (c5505f3d-d0aa-4b22-9513-b107defbca8a), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.255155 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-989a9d52-d17a-43aa-bf7d-8b6163d1e44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (c5505f3d-d0aa-4b22-9513-b107defbca8a), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.257966 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-989a9d52-d17a-43aa-bf7d-8b6163d1e44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.259167 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-989a9d52-d17a-43aa-bf7d-8b6163d1e44a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5505f3d-d0aa-4b22-9513-b107defbca8a HTTP/1.1" status: 204 len: 168 time: 0.1350138 Feb 16 11:14:41.267964 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a9d52-d17a-43aa-bf7d-8b6163d1e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5505f3d-d0aa-4b22-9513-b107defbca8a,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:41.590601 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33640) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:41.604999 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-269935f9-5392-486d-b942-e7faffb4c3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.682624 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-269935f9-5392-486d-b942-e7faffb4c3e3 admin admin] Publish callbacks [] for security_group (31e8f8d6-8d44-4648-a418-31ad1a7dab3c), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.688579 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-269935f9-5392-486d-b942-e7faffb4c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (31e8f8d6-8d44-4648-a418-31ad1a7dab3c), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.727063 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-269935f9-5392-486d-b942-e7faffb4c3e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e7d5100df0240388593b576ff58aae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350765 Feb 16 11:14:41.727918 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269935f9-5392-486d-b942-e7faffb4c3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e8f8d6-8d44-4648-a418-31ad1a7dab3c,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:41.730567 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33642) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:41.781496 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fee4a4da-7554-46b5-99d1-75f17e3f27fa admin admin] Publish callbacks [] for security_group (31e8f8d6-8d44-4648-a418-31ad1a7dab3c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.812043 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fee4a4da-7554-46b5-99d1-75f17e3f27fa admin admin] Publish callbacks [] for security_group (31e8f8d6-8d44-4648-a418-31ad1a7dab3c), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.869632 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fee4a4da-7554-46b5-99d1-75f17e3f27fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (31e8f8d6-8d44-4648-a418-31ad1a7dab3c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.872297 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-fee4a4da-7554-46b5-99d1-75f17e3f27fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:41.873516 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-fee4a4da-7554-46b5-99d1-75f17e3f27fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31e8f8d6-8d44-4648-a418-31ad1a7dab3c HTTP/1.1" status: 204 len: 168 time: 0.1419396 Feb 16 11:14:41.881573 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4a4da-7554-46b5-99d1-75f17e3f27fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e8f8d6-8d44-4648-a418-31ad1a7dab3c,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:43.186147 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 33674) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:43.315675 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:43.411359 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Publish callbacks [] for security_group (f220e0a1-83d1-4f07-9655-6bffda00243f), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:43.417329 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f220e0a1-83d1-4f07-9655-6bffda00243f), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:43.465452 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f220e0a1-83d1-4f07-9655-6bffda00243f,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:43.469721 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a2978d7ae8a4a08932669eb0fe389bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824094 Feb 16 11:14:43.472903 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33678) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:43.476617 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.476972 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.477318 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.477661 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.477995 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.478355 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.478827 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.479403 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.480007 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.480606 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.481172 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.481771 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.482344 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868e0e6-a331-43c9-8891-4ed856599e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.539070 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Publish callbacks [] for security_group (f220e0a1-83d1-4f07-9655-6bffda00243f), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:43.562915 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Publish callbacks [] for security_group (f220e0a1-83d1-4f07-9655-6bffda00243f), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:43.615215 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (f220e0a1-83d1-4f07-9655-6bffda00243f), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:43.618028 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:43.619436 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f220e0a1-83d1-4f07-9655-6bffda00243f HTTP/1.1" status: 204 len: 168 time: 0.1450777 Feb 16 11:14:43.631617 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f220e0a1-83d1-4f07-9655-6bffda00243f,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:43.641683 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.642233 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.642673 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.643122 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.643558 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.643997 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.644683 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.645189 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.645678 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.646102 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.646559 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.646968 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:43.647276 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7e2c1-2867-4b72-af40-95430984ec91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:14:46.023977 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-0896e46f-cdce-43fa-b8a7-0f05e15c7652 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8dad146e337347b1a0316cb8e9291104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362833 Feb 16 11:14:46.238238 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-b1596cf1-7af0-403b-ae4a-06f5ea144b94 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:46.240299 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-b1596cf1-7af0-403b-ae4a-06f5ea144b94 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140863 Feb 16 11:14:46.260192 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-db303434-2f83-4da4-85f7-e4146f04ec88 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/quotas/8dad146e337347b1a0316cb8e9291104 HTTP/1.1" status: 200 len: 375 time: 0.0108738 Feb 16 11:14:46.300092 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-2113522f-5cf1-43e5-b435-02c1414b571d tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8dad146e337347b1a0316cb8e9291104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327554 Feb 16 11:14:46.496398 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b514147a-0995-4867-aa0e-473b4634a67b req-b7be2560-471e-419d-b351-f8d50f611138 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 210 time: 0.0298688 Feb 16 11:14:47.379070 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-da658c7b-20af-4e0a-8109-a1e17be612b6 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8dad146e337347b1a0316cb8e9291104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295997 Feb 16 11:14:47.606786 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-253c9171-7d53-4aaf-bbfe-98f0839751a4 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:47.608308 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-253c9171-7d53-4aaf-bbfe-98f0839751a4 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200484 Feb 16 11:14:47.620900 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Request body: {'port': {'device_id': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf', 'admin_state_up': True, 'tenant_id': '8dad146e337347b1a0316cb8e9291104'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:14:47.627548 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-00e880e0-972b-4539-a8b1-b8f69bbc646b req-6563a70f-12a3-4c29-9504-56da853529cc tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 210 time: 0.0337460 Feb 16 11:14:47.735590 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Made reservation on behalf of 8dad146e337347b1a0316cb8e9291104 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:14:47.739749 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:47.749257 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:47.835193 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks [] for security_group (4e11d2d7-82d6-4ac1-a985-ea184cd5e162), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:47.842672 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (4e11d2d7-82d6-4ac1-a985-ea184cd5e162), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:47.913295 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e11d2d7-82d6-4ac1-a985-ea184cd5e162,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:47.990588 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Allocated IP 192.168.233.187 (53689b6e-f00b-495f-a813-f5fc3aa2e4bf/fa3342a0-d160-4c36-8255-674c661957a4/f837c6b3-5482-400c-b112-3c119bca71ea) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:14:48.149507 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks [] for port (f837c6b3-5482-400c-b112-3c119bca71ea), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:48.190723 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:48.237082 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:14:48.240201 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:14:48.244135 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:14:48.269554 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Pushing event updated for resources: {'Port': ['ID=f837c6b3-5482-400c-b112-3c119bca71ea,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:48.300197 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:48.300854 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:48.318949 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-64a33664-c8d0-4415-9d62-ee60a21eb88e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7021122 Feb 16 11:14:48.331419 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Request body: {'port': {'device_id': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:14:48.408809 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:48.484855 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-163e2d22-40b0-495b-9ab2-b0b0c0f637d7 None None] Provisioning complete for port f837c6b3-5482-400c-b112-3c119bca71ea triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:14:48.486834 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-163e2d22-40b0-495b-9ab2-b0b0c0f637d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:48.526493 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-163e2d22-40b0-495b-9ab2-b0b0c0f637d7 None None] Port f837c6b3-5482-400c-b112-3c119bca71ea cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:14:48.716051 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f837c6b3-5482-400c-b112-3c119bca71ea {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:14:48.741230 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Publish callbacks [] for port (f837c6b3-5482-400c-b112-3c119bca71ea), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:48.758643 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Transition to ACTIVE for port object f837c6b3-5482-400c-b112-3c119bca71ea will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:14:48.765636 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125414886'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:48.808053 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53439775-e575-491e-95aa-dc79c5a4d463 req-bb1ae868-5b76-4637-a4d6-fd4b9bcea24b tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:48.810656 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-53439775-e575-491e-95aa-dc79c5a4d463 req-bb1ae868-5b76-4637-a4d6-fd4b9bcea24b tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 936 time: 0.1114926 Feb 16 11:14:48.836693 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f837c6b3-5482-400c-b112-3c119bca71ea,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:48.915808 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-53439775-e575-491e-95aa-dc79c5a4d463 req-43a11da9-3b26-4175-b0af-a68f65129938 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964224 Feb 16 11:14:48.949378 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Attempting to bind port f837c6b3-5482-400c-b112-3c119bca71ea on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:14:48.949712 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Attempting to bind port f837c6b3-5482-400c-b112-3c119bca71ea by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:14:48.950042 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Attempting to bind port f837c6b3-5482-400c-b112-3c119bca71ea on network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:14:48.955010 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Port f837c6b3-5482-400c-b112-3c119bca71ea on network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:14:48.955470 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Attempting to bind port f837c6b3-5482-400c-b112-3c119bca71ea on network 53689b6e-f00b-495f-a813-f5fc3aa2e4bf {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:14:48.960954 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:14:48.961249 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Checking segment: {'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:14:48.961662 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Bound using segment: {'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:14:48.962096 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Bound port: f837c6b3-5482-400c-b112-3c119bca71ea, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138b1666-45be-4235-bf15-1c4be8d18f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:14:48.962449 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:49.034646 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] For port f837c6b3-5482-400c-b112-3c119bca71ea, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:14:49.038383 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] For port f837c6b3-5482-400c-b112-3c119bca71ea, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f837c6b3-5482-400c-b112-3c119bca71ea,segment=NetworkSegment(138b1666-45be-4235-bf15-1c4be8d18f49),segment_id=138b1666-45be-4235-bf15-1c4be8d18f49)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:14:49.046334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125414886'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:49.078376 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.079010 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:49.080777 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] 10.222.0.42 "PUT /v2.0/ports/f837c6b3-5482-400c-b112-3c119bca71ea HTTP/1.1" status: 200 len: 1098 time: 0.7538795 Feb 16 11:14:49.083806 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'tag': 'f837c6b3-5482-400c-b112-3c119bca71ea'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:14:49.090207 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba8323b-0102-45d4-bf67-fcf0ce3a8649" -d '{"events": [{"name": "network-changed", "server_uuid": "201e1367-cc04-41b5-bdfd-575ee3a6f8af", "tag": "f837c6b3-5482-400c-b112-3c119bca71ea"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:14:49.135833 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8629e5-1a27-4905-b685-cb5ca60b7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=f837c6b3-5482-400c-b112-3c119bca71ea,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:49.144334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d34152-5aaa-4464-ac3e-6519a4bf12e6 x-openstack-request-id: req-a0d34152-5aaa-4464-ac3e-6519a4bf12e6 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:14:49.144334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e1367-cc04-41b5-bdfd-575ee3a6f8af", "tag": "f837c6b3-5482-400c-b112-3c119bca71ea", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:14:49.144334 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0d34152-5aaa-4464-ac3e-6519a4bf12e6 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:14:49.144334 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'tag': 'f837c6b3-5482-400c-b112-3c119bca71ea', 'status': 'completed', 'code': 200} Feb 16 11:14:49.185824 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-0ee56bef-a5ae-4e1e-ad18-c1527dc84a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.187475 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-0ee56bef-a5ae-4e1e-ad18-c1527dc84a80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dad146e337347b1a0316cb8e9291104&device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 1132 time: 0.0602181 Feb 16 11:14:49.235380 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-15e1263e-65e1-49e2-bf22-ccb2d6e6ae76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f837c6b3-5482-400c-b112-3c119bca71ea HTTP/1.1" status: 200 len: 217 time: 0.0411253 Feb 16 11:14:49.304176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-afabe64b-2dea-4e28-a30e-9226a4e5e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.305703 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-afabe64b-2dea-4e28-a30e-9226a4e5e911 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa3342a0-d160-4c36-8255-674c661957a4 HTTP/1.1" status: 200 len: 843 time: 0.0640280 Feb 16 11:14:49.363786 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-361a3747-62e5-4ec2-afb1-a5eee4f4b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.365414 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-361a3747-62e5-4ec2-afb1-a5eee4f4b439 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53689b6e-f00b-495f-a813-f5fc3aa2e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0530579 Feb 16 11:14:49.418921 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:14:49.481752 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-0fd272ab-2b9d-4b77-825c-bce0863d0973 service neutron] 10.222.0.42 "GET /v2.0/networks/53689b6e-f00b-495f-a813-f5fc3aa2e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089911 Feb 16 11:14:49.582009 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b96c0aa4-2d72-4653-ab10-f629642ed2f5 req-c14565f2-1f1a-464a-8756-7059205c622b service neutron] 10.222.0.42 "GET /v2.0/networks/53689b6e-f00b-495f-a813-f5fc3aa2e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941958 Feb 16 11:14:49.678641 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-4edd6c90-12cd-4d51-998d-c0e44a0fb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.680170 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-4edd6c90-12cd-4d51-998d-c0e44a0fb2d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8dad146e337347b1a0316cb8e9291104&device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 1132 time: 0.0524304 Feb 16 11:14:49.752973 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33776) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:49.772448 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-b3484e03-53ea-444e-88de-2196d7808679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.774030 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-b3484e03-53ea-444e-88de-2196d7808679 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53689b6e-f00b-495f-a813-f5fc3aa2e4bf HTTP/1.1" status: 200 len: 870 time: 0.0872567 Feb 16 11:14:49.820696 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-7ac0b463-44d8-4260-913f-6a6507200608 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f837c6b3-5482-400c-b112-3c119bca71ea HTTP/1.1" status: 200 len: 217 time: 0.0392087 Feb 16 11:14:49.862090 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c5c4404c-ea53-4923-9247-3470eecd2202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:49.874756 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-fa1903db-2d68-4f4a-9705-42b58778a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.876367 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-fa1903db-2d68-4f4a-9705-42b58778a6cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa3342a0-d160-4c36-8255-674c661957a4 HTTP/1.1" status: 200 len: 843 time: 0.0495954 Feb 16 11:14:49.929729 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-83bec5ab-b245-4d57-accb-538e8bcb25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:49.931243 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-83bec5ab-b245-4d57-accb-538e8bcb25e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53689b6e-f00b-495f-a813-f5fc3aa2e4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0482709 Feb 16 11:14:49.945939 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c5c4404c-ea53-4923-9247-3470eecd2202 admin admin] Publish callbacks [] for security_group (77240bf4-3944-4109-bfc2-93d4251cf38d), precommit_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:49.951513 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-c5c4404c-ea53-4923-9247-3470eecd2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (77240bf4-3944-4109-bfc2-93d4251cf38d), after_create {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:49.993026 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-c5c4404c-ea53-4923-9247-3470eecd2202 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d38da42d565146cfa3bf0e8dd550e41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389376 Feb 16 11:14:49.993899 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4404c-ea53-4923-9247-3470eecd2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77240bf4-3944-4109-bfc2-93d4251cf38d,revision_number=1']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:49.997666 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 33782) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:14:50.049647 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43c827cb-a182-4dab-9691-eb959018f1a5 admin admin] Publish callbacks [] for security_group (77240bf4-3944-4109-bfc2-93d4251cf38d), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:50.072196 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-68df0d4c-15a7-44f4-8e94-76411c684ace service neutron] 10.222.0.42 "GET /v2.0/networks/53689b6e-f00b-495f-a813-f5fc3aa2e4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341214 Feb 16 11:14:50.075202 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43c827cb-a182-4dab-9691-eb959018f1a5 admin admin] Publish callbacks [] for security_group (77240bf4-3944-4109-bfc2-93d4251cf38d), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:50.095196 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1827b-5d94-46d8-a337-f144180baad9 req-80fdfae7-9cbf-4cea-b505-98d07785f817 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:50.097009 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0cf1827b-5d94-46d8-a337-f144180baad9 req-80fdfae7-9cbf-4cea-b505-98d07785f817 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 948 time: 0.0939331 Feb 16 11:14:50.135548 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43c827cb-a182-4dab-9691-eb959018f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (77240bf4-3944-4109-bfc2-93d4251cf38d), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:50.142312 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-43c827cb-a182-4dab-9691-eb959018f1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:50.143844 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-43c827cb-a182-4dab-9691-eb959018f1a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77240bf4-3944-4109-bfc2-93d4251cf38d HTTP/1.1" status: 204 len: 168 time: 0.1451545 Feb 16 11:14:50.154213 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c827cb-a182-4dab-9691-eb959018f1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77240bf4-3944-4109-bfc2-93d4251cf38d,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:50.204466 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-0cf1827b-5d94-46d8-a337-f144180baad9 req-fe7153bd-3b52-4ca0-8144-fb35a2a15272 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973058 Feb 16 11:14:50.219382 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-aba8323b-0102-45d4-bf67-fcf0ce3a8649 req-4c4719cd-a775-4f40-81b8-af310b08fdeb service neutron] 10.222.0.42 "GET /v2.0/networks/53689b6e-f00b-495f-a813-f5fc3aa2e4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396642 Feb 16 11:14:51.343987 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8192-094d-4fd0-8fd6-a38dba8e7438 req-626c2111-e26d-492c-b0c0-330632c4faf8 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:51.345654 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0e7d8192-094d-4fd0-8fd6-a38dba8e7438 req-626c2111-e26d-492c-b0c0-330632c4faf8 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 948 time: 0.0597076 Feb 16 11:14:51.412765 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-0e7d8192-094d-4fd0-8fd6-a38dba8e7438 req-7746d630-6cf1-4cca-a40a-6d3193f53209 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584414 Feb 16 11:14:52.287043 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device f837c6b3-5482-400c-b112-3c119bca71ea details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:14:52.530034 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port f837c6b3-5482-400c-b112-3c119bca71ea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f837c6b3-5482-400c-b112-3c119bca71ea,segment=NetworkSegment(138b1666-45be-4235-bf15-1c4be8d18f49),segment_id=138b1666-45be-4235-bf15-1c4be8d18f49)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:52.539180 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803140-8803-43f2-9484-81019ff0861f req-5ed85d03-737d-4df3-8dc1-7a04325542ef tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:52.540901 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a8803140-8803-43f2-9484-81019ff0861f req-5ed85d03-737d-4df3-8dc1-7a04325542ef tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 948 time: 0.0642111 Feb 16 11:14:52.542461 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'f837c6b3-5482-400c-b112-3c119bca71ea', 'network_id': '53689b6e-f00b-495f-a813-f5fc3aa2e4bf', 'port_id': 'f837c6b3-5482-400c-b112-3c119bca71ea', 'mac_address': 'fa:16:3e:dd:21:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3342a0-d160-4c36-8255-674c661957a4', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:14:52.580405 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port f837c6b3-5482-400c-b112-3c119bca71ea is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:14:52.580924 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:52.590075 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a8803140-8803-43f2-9484-81019ff0861f req-54ac7f76-1b75-4ef3-a247-5b6ffca5902d tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Feb 16 11:14:52.598668 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f837c6b3-5482-400c-b112-3c119bca71ea {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:14:52.619329 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port f837c6b3-5482-400c-b112-3c119bca71ea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f837c6b3-5482-400c-b112-3c119bca71ea,segment=NetworkSegment(138b1666-45be-4235-bf15-1c4be8d18f49),segment_id=138b1666-45be-4235-bf15-1c4be8d18f49)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:52.624258 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:52.673848 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=f837c6b3-5482-400c-b112-3c119bca71ea,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:53.391867 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['f837c6b3-5482-400c-b112-3c119bca71ea'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:14:53.601704 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2e49b998-49fd-467f-a539-75138a5d2df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:53.710000 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bffdde-bc53-4cc1-a9be-6337423d474f req-aef0cc45-8857-46d6-a897-62e982d8fa45 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:53.712909 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b0bffdde-bc53-4cc1-a9be-6337423d474f req-aef0cc45-8857-46d6-a897-62e982d8fa45 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 949 time: 0.0568588 Feb 16 11:14:53.769054 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-b0bffdde-bc53-4cc1-a9be-6337423d474f req-04c2ad93-2400-4472-8a93-f978c2737892 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494175 Feb 16 11:14:54.246038 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device f837c6b3-5482-400c-b112-3c119bca71ea up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:14:54.298670 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port f837c6b3-5482-400c-b112-3c119bca71ea completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:14:54.302966 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port f837c6b3-5482-400c-b112-3c119bca71ea triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:14:54.303338 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:54.388390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port f837c6b3-5482-400c-b112-3c119bca71ea is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:14:54.388902 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:54.414896 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837c6b3-5482-400c-b112-3c119bca71ea'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:14:54.417214 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e76cb-0e48-405a-a8e5-e12131f4df75" -d '{"events": [{"server_uuid": "201e1367-cc04-41b5-bdfd-575ee3a6f8af", "name": "network-vif-plugged", "status": "completed", "tag": "f837c6b3-5482-400c-b112-3c119bca71ea"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:14:54.433506 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port f837c6b3-5482-400c-b112-3c119bca71ea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f837c6b3-5482-400c-b112-3c119bca71ea,segment=NetworkSegment(138b1666-45be-4235-bf15-1c4be8d18f49),segment_id=138b1666-45be-4235-bf15-1c4be8d18f49)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:54.438480 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:54.462134 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2ae652-1225-4815-8241-00fda9505a52 x-openstack-request-id: req-4e2ae652-1225-4815-8241-00fda9505a52 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:14:54.462415 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e1367-cc04-41b5-bdfd-575ee3a6f8af", "name": "network-vif-plugged", "status": "completed", "tag": "f837c6b3-5482-400c-b112-3c119bca71ea", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:14:54.462671 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e2ae652-1225-4815-8241-00fda9505a52 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:14:54.463042 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837c6b3-5482-400c-b112-3c119bca71ea', 'code': 200} Feb 16 11:14:54.490123 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=f837c6b3-5482-400c-b112-3c119bca71ea,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:54.635952 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1d2a0-950d-49f4-bebc-1e02559809fa req-0d31d2db-5740-4ae1-8505-17d6c6a0f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:54.637650 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a5a1d2a0-950d-49f4-bebc-1e02559809fa req-0d31d2db-5740-4ae1-8505-17d6c6a0f152 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 1134 time: 0.0495536 Feb 16 11:14:54.685441 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-a5a1d2a0-950d-49f4-bebc-1e02559809fa req-fd6cda5b-19dd-4fcd-9145-b7484c193a71 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Feb 16 11:14:54.887202 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c851506-1c56-451b-a401-7c6214be2a0e req-e45dc24e-24a6-4b84-beb6-6602d1a36d22 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:54.888707 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c851506-1c56-451b-a401-7c6214be2a0e req-e45dc24e-24a6-4b84-beb6-6602d1a36d22 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 950 time: 0.0535948 Feb 16 11:14:54.941295 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-7c851506-1c56-451b-a401-7c6214be2a0e req-b9d9f5ad-aa7a-4799-a7c1-49f712b63062 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Feb 16 11:14:56.067072 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9b753-7629-482d-8864-667bd654b80b req-926f09a1-acd4-4c48-8d45-2d54183f7a00 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:56.068633 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fca9b753-7629-482d-8864-667bd654b80b req-926f09a1-acd4-4c48-8d45-2d54183f7a00 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 950 time: 0.0567455 Feb 16 11:14:56.075383 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-70a58b91-1460-4c6c-91d4-1a6bfd06df96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:56.117438 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fca9b753-7629-482d-8864-667bd654b80b req-fc572ee1-ce62-4aff-acec-ded6d05bbba8 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Feb 16 11:14:56.389541 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8464ea-f152-4f37-8942-75137547f5bb req-16e289c3-4213-47ff-a19e-354b1fad1db0 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:56.391092 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fa8464ea-f152-4f37-8942-75137547f5bb req-16e289c3-4213-47ff-a19e-354b1fad1db0 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 950 time: 0.0538716 Feb 16 11:14:56.442271 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-fa8464ea-f152-4f37-8942-75137547f5bb req-1edba3b5-546c-4383-8134-8bf302c1f23a tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Feb 16 11:14:57.351135 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-b763be6c-3ff7-41af-a610-85f1c75b4162 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686299829&fields=id&tenant_id=71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 267 time: 0.0518649 Feb 16 11:14:57.365033 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:57.458837 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-68b62f2f-c34e-414d-888d-10c1cc7adcfb tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:57.460382 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-68b62f2f-c34e-414d-888d-10c1cc7adcfb tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 811 time: 0.1012354 Feb 16 11:14:57.476823 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5fac6783-5bdd-4942-911c-431fa268273a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/quotas/71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 375 time: 0.0110631 Feb 16 11:14:57.544899 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-295bbe9d-3551-4323-8583-81fc98f71866 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629237 Feb 16 11:14:57.586235 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15503fa8-2299-4516-97e3-4feab1f0fe09 req-05c1bdb2-59a5-449e-842b-82ca135fa969 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:57.587995 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-15503fa8-2299-4516-97e3-4feab1f0fe09 req-05c1bdb2-59a5-449e-842b-82ca135fa969 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 950 time: 0.0673909 Feb 16 11:14:57.653094 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-15503fa8-2299-4516-97e3-4feab1f0fe09 req-2a249c56-1e7c-46f6-9266-eb4495ccffd8 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/security-groups?id=4e11d2d7-82d6-4ac1-a985-ea184cd5e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588133 Feb 16 11:14:57.659198 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-9ad3320a-86f0-454a-9358-97b8bdb22d76 service neutron] 10.222.0.52 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999768 Feb 16 11:14:57.712093 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-4a841733-342b-439a-8640-b889f09e3b79 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:57.713804 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-4a841733-342b-439a-8640-b889f09e3b79 tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.42 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 950 time: 0.0738859 Feb 16 11:14:57.782521 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-23b022c1-5943-4904-89ea-124dbb065589 service neutron] 10.222.0.52 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134887 Feb 16 11:14:57.828433 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Deleting port f837c6b3-5482-400c-b112-3c119bca71ea {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:14:57.829008 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:57.946027 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] For port f837c6b3-5482-400c-b112-3c119bca71ea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f837c6b3-5482-400c-b112-3c119bca71ea,segment=NetworkSegment(138b1666-45be-4235-bf15-1c4be8d18f49),segment_id=138b1666-45be-4235-bf15-1c4be8d18f49)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:14:57.946357 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:57.965176 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Calling delete_port for f837c6b3-5482-400c-b112-3c119bca71ea owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:14:58.127096 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (f837c6b3-5482-400c-b112-3c119bca71ea), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:58.139292 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['f837c6b3-5482-400c-b112-3c119bca71ea'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:14:58.156127 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-b0438400-c60c-4259-9dec-e02ace45b3b8 req-223d1c54-c2ea-4dae-bced-14ec92fd7e1f tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 210 time: 0.0397396 Feb 16 11:14:58.180264 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Pushing event deleted for resources: {'Port': ['ID=f837c6b3-5482-400c-b112-3c119bca71ea,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:14:58.245911 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] No DVR routers for this DVR port f837c6b3-5482-400c-b112-3c119bca71ea on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:14:58.249014 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:58.253336 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1de76a4f-fede-4cfc-8047-70222b275e99 req-f7d8260d-1a94-4da3-9d29-e271c859636e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.42 "DELETE /v2.0/ports/f837c6b3-5482-400c-b112-3c119bca71ea HTTP/1.1" status: 204 len: 173 time: 0.5339806 Feb 16 11:14:58.254113 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'name': 'network-vif-deleted', 'tag': 'f837c6b3-5482-400c-b112-3c119bca71ea'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:14:58.256802 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de8237e-dfaa-42ea-b834-0fef90a2e293" -d '{"events": [{"server_uuid": "201e1367-cc04-41b5-bdfd-575ee3a6f8af", "name": "network-vif-deleted", "tag": "f837c6b3-5482-400c-b112-3c119bca71ea"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:14:58.308826 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167ad3f3-96bc-42ee-953e-bfaf2fd59a8c x-openstack-request-id: req-167ad3f3-96bc-42ee-953e-bfaf2fd59a8c {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:14:58.309123 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e1367-cc04-41b5-bdfd-575ee3a6f8af", "name": "network-vif-deleted", "tag": "f837c6b3-5482-400c-b112-3c119bca71ea", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:14:58.309378 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-167ad3f3-96bc-42ee-953e-bfaf2fd59a8c {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:14:58.309780 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e1367-cc04-41b5-bdfd-575ee3a6f8af', 'name': 'network-vif-deleted', 'tag': 'f837c6b3-5482-400c-b112-3c119bca71ea', 'status': 'completed', 'code': 200} Feb 16 11:14:58.788870 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-d7b2b6d6-0c17-4810-9b83-06f19020ee05 req-6895270d-a40a-42cb-992b-c1c6ac8a095e tempest-VolumesNegativeTest-1982114613 tempest-VolumesNegativeTest-1982114613-project] 10.222.0.52 "GET /v2.0/ports?device_id=201e1367-cc04-41b5-bdfd-575ee3a6f8af HTTP/1.1" status: 200 len: 210 time: 0.0384994 Feb 16 11:14:59.044413 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:59.170015 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-81231cc2-dd08-4404-a1c0-9b21a86f30dc tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:14:59.171877 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-81231cc2-dd08-4404-a1c0-9b21a86f30dc tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 811 time: 0.1098087 Feb 16 11:14:59.237216 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-6712256a-cd5c-4105-8088-1640707be3e5 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71378b5948874a66adeeaac8381b75b4 HTTP/1.1" status: 200 len: 379 time: 0.0579584 Feb 16 11:14:59.246367 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'port': {'device_id': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'admin_state_up': True, 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'security_groups': ['3a049b96-0ea3-44b4-bebf-dff152b02bcb']}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:14:59.259061 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5a19f0de-9d8c-41ee-b125-4997bcb9e03d req-dbe49919-e909-4f67-8308-c5fe1ed6f920 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 210 time: 0.0285797 Feb 16 11:14:59.641376 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Made reservation on behalf of 71378b5948874a66adeeaac8381b75b4 for: {'port': 1} {{(pid=102876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 11:14:59.645785 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:59.779570 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Allocated IP 172.20.0.14 (7c66b3d3-601b-4b66-bfed-ed73c0b7d135/a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe/a2519d47-b71d-4e0c-92ca-c8ec3fab8c38) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:14:59.940544 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:59.978433 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:14:59.981031 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.031411 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:15:00.034734 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:15:00.039751 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:15:00.043975 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:00.105079 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:00.105858 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.129227 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-86c76bf8-75e9-4f39-862c-4fd029097595 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8869321 Feb 16 11:15:00.141822 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Request body: {'port': {'device_id': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:15:00.206756 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.281221 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-78141d03-1be8-4ce7-b776-67061be9fe48 None None] Provisioning complete for port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 triggered by entity DHCP. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:15:00.281693 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-78141d03-1be8-4ce7-b776-67061be9fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.347301 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-78141d03-1be8-4ce7-b776-67061be9fe48 None None] Port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 cannot update to ACTIVE because it is not bound. {{(pid=102877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 11:15:00.426203 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46918f-0d40-4a08-9086-fbf465242c1c req-14cb078a-2dc5-49c6-9d32-5e122c52cfaa tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:00.428464 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8d46918f-0d40-4a08-9086-fbf465242c1c req-14cb078a-2dc5-49c6-9d32-5e122c52cfaa tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 932 time: 0.0793953 Feb 16 11:15:00.457741 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.500848 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-8d46918f-0d40-4a08-9086-fbf465242c1c req-e0f779c2-b48f-4918-9b80-985fdfd7a7de tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624011 Feb 16 11:15:00.554419 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 {{(pid=102876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:15:00.562705 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Publish callbacks [] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.576908 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.provisioning_blocks [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Transition to ACTIVE for port object a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 will not be triggered until provisioned by entity L2. {{(pid=102876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 11:15:00.586091 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125414886'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.644433 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:00.729463 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Attempting to bind port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 11:15:00.729835 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Attempting to bind port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 11:15:00.730127 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Attempting to bind port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:15:00.735783 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 11:15:00.736103 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Attempting to bind port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 on network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 11:15:00.741828 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Checking agent: {'id': '05a50d0f-655f-4284-8528-daedd159a6d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'started_at': datetime.datetime(2022, 2, 16, 11, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 11:15:00.742167 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Checking segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 11:15:00.742628 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Bound using segment: {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'} {{(pid=102876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 11:15:00.742966 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.managers [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Bound port: a2519d47-b71d-4e0c-92ca-c8ec3fab8c38, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bfd36c-58ef-4143-9258-900b9330f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135'}}] {{(pid=102876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 11:15:00.743330 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.830548 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] For port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38, host hv-cinder-77398, cleared binding levels {{(pid=102876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 11:15:00.834021 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] For port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 11:15:00.843734 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125414886'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.918922 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:00.920271 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:00.922740 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 HTTP/1.1" status: 200 len: 1094 time: 0.7854342 Feb 16 11:15:00.923494 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:15:00.927827 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94848e1d-8264-419f-9a5d-c344574b2853" -d '{"events": [{"name": "network-changed", "server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:15:00.967412 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc034e0-fb15-4574-9db5-1ef22cd752d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,revision_number=3']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:01.021219 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d55e7-b36d-410b-91e6-3d2c9a2e088b x-openstack-request-id: req-0f3d55e7-b36d-410b-91e6-3d2c9a2e088b {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:15:01.021658 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:15:01.021937 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f3d55e7-b36d-410b-91e6-3d2c9a2e088b {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:15:01.022522 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'status': 'completed', 'code': 200} Feb 16 11:15:01.048347 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-fa3a4d53-66c8-4bec-9ab4-cec0aab3f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.055186 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-fa3a4d53-66c8-4bec-9ab4-cec0aab3f182 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 1128 time: 0.0744784 Feb 16 11:15:01.111134 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-8ea6b59d-86cc-4ede-bae9-fdaa276fd6c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 HTTP/1.1" status: 200 len: 217 time: 0.0483091 Feb 16 11:15:01.179537 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-61e3e9a7-c07f-4da7-a8dd-e888f6bf3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.181086 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-61e3e9a7-c07f-4da7-a8dd-e888f6bf3e95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0640380 Feb 16 11:15:01.250001 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-2590f4ca-a3f5-4f77-8568-7badf75323bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.251659 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-2590f4ca-a3f5-4f77-8568-7badf75323bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0640590 Feb 16 11:15:01.373358 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-3be5d6b3-e109-4922-b041-bb802d1d5534 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150057 Feb 16 11:15:01.510205 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-716b3f92-3b66-47b7-89c7-be627bbe157e req-ae3f5ee8-8465-49cc-b90b-5c442ace886f service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305213 Feb 16 11:15:01.621127 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94848e1d-8264-419f-9a5d-c344574b2853 req-a63ef03f-9855-4ef4-91fa-3c140b29434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.623038 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-94848e1d-8264-419f-9a5d-c344574b2853 req-a63ef03f-9855-4ef4-91fa-3c140b29434b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 1128 time: 0.0658939 Feb 16 11:15:01.646486 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf72eaf-8cea-487f-9d1b-d08b8b78df7c req-fc2bf3a5-6ed3-423e-bfe4-16e0d8905e98 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.652707 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9cf72eaf-8cea-487f-9d1b-d08b8b78df7c req-fc2bf3a5-6ed3-423e-bfe4-16e0d8905e98 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 944 time: 0.0709302 Feb 16 11:15:01.714770 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-9cf72eaf-8cea-487f-9d1b-d08b8b78df7c req-c8de2136-de7a-4023-9875-3241768455c1 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610170 Feb 16 11:15:01.737726 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94848e1d-8264-419f-9a5d-c344574b2853 req-05956193-3b9b-4e24-b483-188a400ee7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.744950 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-94848e1d-8264-419f-9a5d-c344574b2853 req-05956193-3b9b-4e24-b483-188a400ee7fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.1146548 Feb 16 11:15:01.805298 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-94848e1d-8264-419f-9a5d-c344574b2853 req-0555b64e-0711-4f37-aef0-0dab871ca95d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 HTTP/1.1" status: 200 len: 217 time: 0.0542562 Feb 16 11:15:01.859278 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94848e1d-8264-419f-9a5d-c344574b2853 req-2fe314f9-f01a-4e95-aef5-e888293d599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.860821 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-94848e1d-8264-419f-9a5d-c344574b2853 req-2fe314f9-f01a-4e95-aef5-e888293d599d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0472255 Feb 16 11:15:01.919214 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94848e1d-8264-419f-9a5d-c344574b2853 req-dab77e12-a69c-4dbf-9fb7-5d52cdd84894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:01.921088 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-94848e1d-8264-419f-9a5d-c344574b2853 req-dab77e12-a69c-4dbf-9fb7-5d52cdd84894 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506649 Feb 16 11:15:02.027902 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-94848e1d-8264-419f-9a5d-c344574b2853 req-8f4fc0d6-e72c-4a92-890f-928e8385abac service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959508 Feb 16 11:15:02.131149 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-94848e1d-8264-419f-9a5d-c344574b2853 req-5ad2b8af-69a0-4365-935a-0b4c596706d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967803 Feb 16 11:15:02.293903 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device f837c6b3-5482-400c-b112-3c119bca71ea no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:15:02.322041 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: f837c6b3-5482-400c-b112-3c119bca71ea {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:15:02.322279 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device f837c6b3-5482-400c-b112-3c119bca71ea not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:15:02.370190 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34210) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:15:02.511369 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b879723b-1492-4673-a1ce-40a503e560c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:02.611705 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b879723b-1492-4673-a1ce-40a503e560c5 admin admin] Publish callbacks [] for security_group (67c721de-e6e8-4ac0-9698-525a384ec373), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:02.616293 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-b879723b-1492-4673-a1ce-40a503e560c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (67c721de-e6e8-4ac0-9698-525a384ec373), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:02.655183 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879723b-1492-4673-a1ce-40a503e560c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c721de-e6e8-4ac0-9698-525a384ec373,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:02.659545 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-b879723b-1492-4673-a1ce-40a503e560c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dbfe7429c3374c3aae4e42ab614f6cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885711 Feb 16 11:15:02.662652 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34222) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:15:02.725506 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0a4e-1f56-4aae-a711-6da437c5467b admin admin] Publish callbacks [] for security_group (67c721de-e6e8-4ac0-9698-525a384ec373), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:02.750519 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0a4e-1f56-4aae-a711-6da437c5467b admin admin] Publish callbacks [] for security_group (67c721de-e6e8-4ac0-9698-525a384ec373), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:02.824268 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0a4e-1f56-4aae-a711-6da437c5467b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (67c721de-e6e8-4ac0-9698-525a384ec373), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:02.826908 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0a4e-1f56-4aae-a711-6da437c5467b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:02.828303 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3c1e0a4e-1f56-4aae-a711-6da437c5467b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67c721de-e6e8-4ac0-9698-525a384ec373 HTTP/1.1" status: 204 len: 168 time: 0.1645477 Feb 16 11:15:02.854075 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e0a4e-1f56-4aae-a711-6da437c5467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c721de-e6e8-4ac0-9698-525a384ec373,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:02.887278 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9ba04-ff64-476e-bd45-a42e6ba5aae7 req-697803c7-d52b-4cb3-ba0a-0062b329dbf1 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:02.892841 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f3f9ba04-ff64-476e-bd45-a42e6ba5aae7 req-697803c7-d52b-4cb3-ba0a-0062b329dbf1 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 944 time: 0.0802238 Feb 16 11:15:02.964653 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-f3f9ba04-ff64-476e-bd45-a42e6ba5aae7 req-0ccadd87-19e6-4f57-a74a-37c2cfcec9b3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643458 Feb 16 11:15:04.082833 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f954b5-4956-4fd8-b743-d90cb11abd97 req-2a181aa4-5860-40da-9e08-874abf5e3fbe tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:04.084528 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-74f954b5-4956-4fd8-b743-d90cb11abd97 req-2a181aa4-5860-40da-9e08-874abf5e3fbe tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 944 time: 0.0613525 Feb 16 11:15:04.160592 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-74f954b5-4956-4fd8-b743-d90cb11abd97 req-a4eac697-deb0-4acf-8209-1d97f2e9d2be tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700958 Feb 16 11:15:04.363109 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34264) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:15:04.509429 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-bac6e2d5-3f42-4c32-83b2-8f42518f4830 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dad146e337347b1a0316cb8e9291104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447361 Feb 16 11:15:04.511958 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34268) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:15:04.563866 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-454fdb63-725f-478d-8b3b-5dc781d9d9d0 admin admin] Publish callbacks [] for security_group (4e11d2d7-82d6-4ac1-a985-ea184cd5e162), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:04.588312 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-454fdb63-725f-478d-8b3b-5dc781d9d9d0 admin admin] Publish callbacks [] for security_group (4e11d2d7-82d6-4ac1-a985-ea184cd5e162), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:04.646646 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-454fdb63-725f-478d-8b3b-5dc781d9d9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (4e11d2d7-82d6-4ac1-a985-ea184cd5e162), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:04.649576 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-454fdb63-725f-478d-8b3b-5dc781d9d9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:04.650973 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-454fdb63-725f-478d-8b3b-5dc781d9d9d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e11d2d7-82d6-4ac1-a985-ea184cd5e162 HTTP/1.1" status: 204 len: 168 time: 0.1379588 Feb 16 11:15:04.659275 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fdb63-725f-478d-8b3b-5dc781d9d9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e11d2d7-82d6-4ac1-a985-ea184cd5e162,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:05.298681 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402d3bd-edb6-4836-93bf-f38ae8a6148b req-9b5cd901-ecee-402d-b0bd-9c0117bddf2e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:05.300281 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c402d3bd-edb6-4836-93bf-f38ae8a6148b req-9b5cd901-ecee-402d-b0bd-9c0117bddf2e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 944 time: 0.0566006 Feb 16 11:15:05.374763 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c402d3bd-edb6-4836-93bf-f38ae8a6148b req-75cec2c4-bb2d-43ea-bd05-2a807d906f43 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680013 Feb 16 11:15:06.509084 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcea45-3ace-4f36-99f1-6f7bbaaab44a req-07091c62-c74e-475d-87bf-1508024098ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:06.510700 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5cdcea45-3ace-4f36-99f1-6f7bbaaab44a req-07091c62-c74e-475d-87bf-1508024098ba tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 944 time: 0.0574379 Feb 16 11:15:06.572383 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-5cdcea45-3ace-4f36-99f1-6f7bbaaab44a req-aab3d3aa-ce88-45b5-b9fd-2086d648ed45 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545819 Feb 16 11:15:07.710414 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8684e-da1f-4922-a80e-c1a91c0e617f req-e9fe0390-7504-4f69-a60a-5be16b0d7570 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:07.712045 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ebb8684e-da1f-4922-a80e-c1a91c0e617f req-e9fe0390-7504-4f69-a60a-5be16b0d7570 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 944 time: 0.0660346 Feb 16 11:15:07.770971 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ebb8684e-da1f-4922-a80e-c1a91c0e617f req-0a5e7703-4500-4da7-afcb-4d7213e0ae3e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492117 Feb 16 11:15:08.325355 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 11:15:08.448994 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:15:08.466802 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Returning: {'device': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'port_id': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'mac_address': 'fa:16:3e:73:f4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 11:15:08.512390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 is: DOWN; New status is: BUILD {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:15:08.512788 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:08.528659 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 {{(pid=102877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 11:15:08.551662 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:15:08.557082 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:08.620684 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,revision_number=4']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:08.762894 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] get_ports_and_sgs() called for port_ids ['a2519d47-b71d-4e0c-92ca-c8ec3fab8c38'] {{(pid=102877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 11:15:08.915727 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6d6d6-3576-41f0-aaf3-2ef789831b96 req-c284e5a0-4726-49b8-83fe-bbf326d1bf6b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:08.917231 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70b6d6d6-3576-41f0-aaf3-2ef789831b96 req-c284e5a0-4726-49b8-83fe-bbf326d1bf6b tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 945 time: 0.0575488 Feb 16 11:15:08.968637 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-70b6d6d6-3576-41f0-aaf3-2ef789831b96 req-006af8bb-86c5-435f-ba25-00ede6242ce6 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453010 Feb 16 11:15:10.090351 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd50b5-1285-40d8-a132-86cae605b495 req-88c59f33-8fe3-43e9-afae-471be5964c22 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:10.091849 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-42fd50b5-1285-40d8-a132-86cae605b495 req-88c59f33-8fe3-43e9-afae-471be5964c22 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 945 time: 0.0551467 Feb 16 11:15:10.153705 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-42fd50b5-1285-40d8-a132-86cae605b495 req-d230ec71-3ddb-423e-ac80-db0b600d13fe tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544081 Feb 16 11:15:10.324719 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 up at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 11:15:10.385081 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning for port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 completed by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 11:15:10.389693 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.provisioning_blocks [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Provisioning complete for port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 triggered by entity L2. {{(pid=102877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 11:15:10.390074 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887197'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), provisioning_complete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:10.480838 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Current status of the port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 is: BUILD; New status is: ACTIVE {{(pid=102877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 11:15:10.481369 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), before_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:10.510667 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38'}] {{(pid=102877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:15:10.513426 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcde1de3ab99f8cd417eb69a62ee1a939bf2bf0cb95eb2eac8ac9486d90d2518" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4b746a-80dc-42e4-ad17-889eb0259e25" -d '{"events": [{"server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "name": "network-vif-plugged", "status": "completed", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38"}]}' {{(pid=102877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:15:10.534537 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] For port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:15:10.541052 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:10.576932 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6e1584-caa7-4607-8f58-c862fa645ea7 x-openstack-request-id: req-ed6e1584-caa7-4607-8f58-c862fa645ea7 {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:15:10.577288 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "name": "network-vif-plugged", "status": "completed", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38", "code": 200}]} {{(pid=102877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:15:10.577723 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed6e1584-caa7-4607-8f58-c862fa645ea7 {{(pid=102877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:15:10.578287 dv-cinder-773985-29-iscsi neutron-server[102877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'code': 200} Feb 16 11:15:10.617540 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Pushing event updated for resources: {'Port': ['ID=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,revision_number=5']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:10.793037 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca251df3-cacb-4f40-8691-1c284d1e94ae req-e358771b-1090-4679-9a73-900a84440b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:10.795017 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ca251df3-cacb-4f40-8691-1c284d1e94ae req-e358771b-1090-4679-9a73-900a84440b53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 1130 time: 0.0532022 Feb 16 11:15:10.849757 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-ca251df3-cacb-4f40-8691-1c284d1e94ae req-dde23987-3a1a-4a0b-844b-4d073b6a103d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456231 Feb 16 11:15:11.289024 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240063b-2788-4d54-9b1c-254fb3f8bf38 req-4bf50c89-cf3a-4463-96e4-a65cc576b833 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:11.290689 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9240063b-2788-4d54-9b1c-254fb3f8bf38 req-4bf50c89-cf3a-4463-96e4-a65cc576b833 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 946 time: 0.0596263 Feb 16 11:15:11.347332 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-9240063b-2788-4d54-9b1c-254fb3f8bf38 req-c4b72567-521a-4c58-b1eb-5ca0a51872c0 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504820 Feb 16 11:15:12.478337 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543c0a5-ad55-4da7-a199-8c4844acf4fb req-c6f87b57-7106-4b9f-842c-0654c678faa8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:12.479941 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1543c0a5-ad55-4da7-a199-8c4844acf4fb req-c6f87b57-7106-4b9f-842c-0654c678faa8 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 946 time: 0.0575554 Feb 16 11:15:12.538950 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-1543c0a5-ad55-4da7-a199-8c4844acf4fb req-73177149-318c-48d8-9157-a0c1793cee7c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531898 Feb 16 11:15:12.672450 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6f833-e21f-4157-9747-b8ded80d0c76 req-c9cd8045-75a3-47b9-908f-f6bcdeabacfa tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:12.673893 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c6b6f833-e21f-4157-9747-b8ded80d0c76 req-c9cd8045-75a3-47b9-908f-f6bcdeabacfa tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 946 time: 0.0592449 Feb 16 11:15:12.731750 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-c6b6f833-e21f-4157-9747-b8ded80d0c76 req-6edc6182-a25a-4136-84e1-7d3b3fa27fdb tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516582 Feb 16 11:15:12.755874 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34290) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:15:12.811368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3156cb70-1694-4c0f-a6ec-05741f0234d2 tempest-TestVolumeBootPattern-1176093120 tempest-TestVolumeBootPattern-1176093120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:12.812963 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-3156cb70-1694-4c0f-a6ec-05741f0234d2 tempest-TestVolumeBootPattern-1176093120 tempest-TestVolumeBootPattern-1176093120-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 1125 time: 0.0559773 Feb 16 11:15:12.817208 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34292) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:15:12.823001 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.v2.base [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Request body: {'floatingip': {'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'port_id': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 11:15:12.848570 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:12.954526 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (None), before_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:13.079106 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_common [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Allocated IP 172.27.1.215 (ff008e53-88c0-41e0-a7d7-1da9e93954a6/9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff/1f10c538-b809-4370-abd1-2ede3c68f28c) {{(pid=102876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 11:15:13.202907 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:13.237151 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742741298984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:13.278420 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Network ff008e53-88c0-41e0-a7d7-1da9e93954a6 is already hosted by enough agents. {{(pid=102876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 11:15:13.281315 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Resources bound (agent type, host, resource id): {{(pid=102876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 11:15:13.285648 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Received port after_create {{(pid=102876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 11:15:13.288753 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=1f10c538-b809-4370-abd1-2ede3c68f28c,revision_number=1']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:13.667597 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (e9ab5de2-1dce-4603-8699-f5c5e6866513), precommit_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:13.746917 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693578'] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), before_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:13.916220 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), precommit_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:13.924621 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742741889904', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742741299002', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742741299020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125414886'] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), after_update {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:13.997983 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event updated for resources: {'Port': ['ID=1f10c538-b809-4370-abd1-2ede3c68f28c,revision_number=2']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:15:14.010525 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133929700'] for floatingip (e9ab5de2-1dce-4603-8699-f5c5e6866513), after_create {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:14.117215 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Floating IP e9ab5de2-1dce-4603-8699-f5c5e6866513 associated. External IP: 172.27.1.215, port: a2519d47-b71d-4e0c-92ca-c8ec3fab8c38. Feb 16 11:15:14.332460 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:15:14.441776 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:15:14.452545 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:15:14.460883 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:14.463533 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:15:14.464430 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:14:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:15:14.490922 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-eb3d7fa0-c7dc-470b-bcfb-c574eb6e3c0a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6722977 Feb 16 11:15:14.491842 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:15:14.494149 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510fd8e8-a1cf-4590-942a-7dff68e4a19e" -d '{"events": [{"name": "network-changed", "server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:15:14.535551 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a60004-96c6-4805-9f2c-6cf0bc699c66 x-openstack-request-id: req-f8a60004-96c6-4805-9f2c-6cf0bc699c66 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:15:14.535862 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:15:14.536084 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8a60004-96c6-4805-9f2c-6cf0bc699c66 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:15:14.536520 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'status': 'completed', 'code': 200} Feb 16 11:15:14.585113 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:15:14.609960 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-8b383c0d-7c1c-4341-b0d4-b738efff2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:14.611554 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-8b383c0d-7c1c-4341-b0d4-b738efff2eb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 1130 time: 0.0516675 Feb 16 11:15:14.705209 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-550fdfe9-5dc3-4ad2-b259-12d7490b8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:14.706689 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-550fdfe9-5dc3-4ad2-b259-12d7490b8001 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.0885394 Feb 16 11:15:14.836279 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:23Z', 'revision_number': 1, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}, {'id': 'e9ab5de2-1dce-4603-8699-f5c5e6866513', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:73:f4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:15:13Z', 'updated_at': '2022-02-16T11:15:13Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:15:14.870323 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:15:14.880390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:15:14.881229 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:14:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:15:14.995609 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:15:15.056675 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-d53b5531-121b-4a1c-85b1-1fa437dc0a1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 HTTP/1.1" status: 200 len: 1000 time: 0.3429356 Feb 16 11:15:15.103881 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-409ea1b8-0d68-4ed8-b644-eda3bc9e04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:15.105293 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-409ea1b8-0d68-4ed8-b644-eda3bc9e04d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0431824 Feb 16 11:15:15.155010 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-7058ef30-258f-4846-b9b8-436d850a028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:15.156540 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-7058ef30-258f-4846-b9b8-436d850a028b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454667 Feb 16 11:15:15.243230 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:23Z', 'revision_number': 1, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}, {'id': 'e9ab5de2-1dce-4603-8699-f5c5e6866513', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:73:f4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:15:13Z', 'updated_at': '2022-02-16T11:15:13Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:15:15.263103 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-9a3b202e-604f-4c3d-b553-260fef91418d service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006880 Feb 16 11:15:15.273014 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c647daf-4acd-4f4a-9bce-95dd21208e8f None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:23Z', 'revision_number': 1, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}, {'id': 'e9ab5de2-1dce-4603-8699-f5c5e6866513', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:73:f4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:15:13Z', 'updated_at': '2022-02-16T11:15:13Z', 'revision_number': 0, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:15:15.354821 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-510fd8e8-a1cf-4590-942a-7dff68e4a19e req-fd44eab4-a714-47df-875c-091a1f2c9119 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856194 Feb 16 11:15:15.468066 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2042d0-6289-4966-afcb-a2efe415ae4f None None] New status for floating IP e9ab5de2-1dce-4603-8699-f5c5e6866513: ACTIVE {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:15:23.587733 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c3e9db40-7acc-4446-a9c3-06a481f7f871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:26.080106 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b907c09b-fa47-411b-8888-14c295454ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:26.421211 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:15:27.366161 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:29.050427 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:29.982079 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:30.446719 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:37.710895 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-0d3b1566-248c-4389-8910-01208de3276e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493858 Feb 16 11:15:37.797700 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-6b9ee22b-cef0-4523-aaab-9f9609b0e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:37.799226 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-6b9ee22b-cef0-4523-aaab-9f9609b0e631 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 1129 time: 0.0459342 Feb 16 11:15:37.903798 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-876dea30-ebf1-4089-80ae-6c28102c9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:37.905227 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-876dea30-ebf1-4089-80ae-6c28102c9a78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.0873637 Feb 16 11:15:37.975788 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-82150c7e-fbeb-46e8-9899-2b96d2c0fb1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141431ce-6ab7-4438-9539-fe05df06ef3f HTTP/1.1" status: 200 len: 1001 time: 0.0650084 Feb 16 11:15:38.032561 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-dc95624d-0cd3-491c-a390-42b10d05f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:38.034057 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-dc95624d-0cd3-491c-a390-42b10d05f83a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0526538 Feb 16 11:15:38.088179 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-c3db5767-6e36-4a7e-80ad-0634459744f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:15:38.089822 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-c3db5767-6e36-4a7e-80ad-0634459744f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494864 Feb 16 11:15:38.184801 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-629eb53c-c07b-4349-815c-e3310d38ef49 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890691 Feb 16 11:15:38.281455 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-677dda88-1fa9-4dab-92fb-61d622f59054 req-ffad1e03-6965-4148-becc-9d392283e45b service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908093 Feb 16 11:15:53.593627 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-28c68239-2e38-44ff-9d25-7946a7ba6459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:56.090832 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-f446e6bb-705c-4bbe-a49d-f2e2c3ee3536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:57.376261 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:59.056097 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:15:59.983250 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:00.445269 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:03.429113 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:16:23.592266 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-99ba7430-ad93-469d-b3fc-f0ce37621336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:26.086265 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-121e9fce-6e5c-436d-9d49-35aaeeaa9f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:27.372629 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:29.054725 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:29.997389 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:30.442390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:38.705710 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-0bf375d8-18ce-4122-a0f7-9e44daca9f83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477948 Feb 16 11:16:38.776185 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-7d992c6e-60c1-4112-add6-5ed76d46af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:38.777780 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-7d992c6e-60c1-4112-add6-5ed76d46af64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 1130 time: 0.0510824 Feb 16 11:16:38.894436 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-46812e41-6a95-4383-8269-0e2fbf1e29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:38.895851 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-46812e41-6a95-4383-8269-0e2fbf1e29df service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.0951319 Feb 16 11:16:38.972976 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-82b93b56-1a80-48ec-88fb-68ebb7e175c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 HTTP/1.1" status: 200 len: 1002 time: 0.0692132 Feb 16 11:16:39.023057 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-2f7586b6-f00c-47a3-bfbb-6626b3fb96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:39.024488 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-2f7586b6-f00c-47a3-bfbb-6626b3fb96b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0453379 Feb 16 11:16:39.081830 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-a258ce01-de07-40e8-9fad-e46d718b8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:39.083371 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-a258ce01-de07-40e8-9fad-e46d718b8ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533803 Feb 16 11:16:39.184379 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-3d3470c5-8395-4869-aefa-f02256e43c29 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936911 Feb 16 11:16:39.279919 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-18876ba0-2d28-4c0e-b1f0-6a1a62d4be10 req-2462d038-2051-4a89-b729-0517e2c5c12b service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898571 Feb 16 11:16:40.422639 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:16:43.548383 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34318) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:43.718381 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Deleting port 1f10c538-b809-4370-abd1-2ede3c68f28c {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:43.718669 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:43.805903 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:43.806170 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (1f10c538-b809-4370-abd1-2ede3c68f28c), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:43.820953 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Calling delete_port for 1f10c538-b809-4370-abd1-2ede3c68f28c owned by network:floatingip {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:43.980708 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (1f10c538-b809-4370-abd1-2ede3c68f28c), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:44.009017 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event deleted for resources: {'Port': ['ID=1f10c538-b809-4370-abd1-2ede3c68f28c,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:44.035659 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.036016 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.036387 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.036724 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.037058 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.037405 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.037727 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.038055 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.038378 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.038705 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.039026 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.039343 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.039658 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:44.081276 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (e9ab5de2-1dce-4603-8699-f5c5e6866513), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:44.081542 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.db.l3_db [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Floating IP e9ab5de2-1dce-4603-8699-f5c5e6866513 disassociated (deleted). External IP: 172.27.1.215, port: a2519d47-b71d-4e0c-92ca-c8ec3fab8c38. Feb 16 11:16:44.310955 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:16:44.433404 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:16:44.437969 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:44.445223 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:16:44.464049 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:16:44.464742 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:44.471783 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-370cfdf9-8def-4477-b9ba-0aa22feb751d tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "DELETE /v2.0/floatingips/e9ab5de2-1dce-4603-8699-f5c5e6866513 HTTP/1.1" status: 204 len: 168 time: 0.9198704 Feb 16 11:16:44.471783 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:16:44.472856 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726d5f44-dc1b-43e9-b0e6-84346dcd067c" -d '{"events": [{"name": "network-changed", "server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:16:44.519150 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d00ca-f1f2-4f20-8e55-40b05f3f7fa1 x-openstack-request-id: req-9d7d00ca-f1f2-4f20-8e55-40b05f3f7fa1 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:16:44.519494 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:16:44.519839 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d7d00ca-f1f2-4f20-8e55-40b05f3f7fa1 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:16:44.520337 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'status': 'completed', 'code': 200} Feb 16 11:16:44.585429 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:16:44.706380 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-9f31a9ef-931f-494e-9ce0-f6f83f1e6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:44.708556 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-9f31a9ef-931f-494e-9ce0-f6f83f1e6124 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 1130 time: 0.1657081 Feb 16 11:16:44.803930 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-c5599e1f-429c-41c7-b9be-b15bbbfbff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:44.805446 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-c5599e1f-429c-41c7-b9be-b15bbbfbff8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.0898457 Feb 16 11:16:44.823106 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:23Z', 'revision_number': 1, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:44.852694 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-dadd13e0-9816-420c-b226-148d7ff21fc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 HTTP/1.1" status: 200 len: 217 time: 0.0410206 Feb 16 11:16:44.854281 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:16:44.857031 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf2f4c-69aa-4935-8e49-6b9308c17656 req-4fffdacd-4d45-4d19-88a4-2cc14197f2ae tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:44.858477 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f7cf2f4c-69aa-4935-8e49-6b9308c17656 req-4fffdacd-4d45-4d19-88a4-2cc14197f2ae tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 946 time: 0.1817694 Feb 16 11:16:44.865825 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:16:44.866448 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:44.905203 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-488308cd-c262-47c7-8b93-51b3083d340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:44.906832 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-488308cd-c262-47c7-8b93-51b3083d340c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0466864 Feb 16 11:16:44.914938 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-f7cf2f4c-69aa-4935-8e49-6b9308c17656 req-c28353df-7873-4a6e-b991-261cd744fd03 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495260 Feb 16 11:16:44.964945 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-47381f0d-a964-4d79-9323-c7cf0ad3b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:44.966469 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-47381f0d-a964-4d79-9323-c7cf0ad3b4cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535159 Feb 16 11:16:44.977215 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-597d6a1f-b031-4d6a-9731-ac01dea959e1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 11:16:44.978171 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-597d6a1f-b031-4d6a-9731-ac01dea959e1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052438 Feb 16 11:16:44.980635 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:16:45.071541 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-f905f6b0-d018-4e92-acca-e08bc4575136 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Feb 16 11:16:45.169408 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-726d5f44-dc1b-43e9-b0e6-84346dcd067c req-44b289da-297c-4340-94ce-04ce69082b18 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911191 Feb 16 11:16:45.221370 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:23Z', 'revision_number': 1, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:45.252216 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9060a00-750d-4c33-915a-f72668a82ecb None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_floatingips': [{'id': '7860d495-a189-4186-9372-9f07470c1b98', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'router_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'port_id': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'mac_address': 'fa:16:3e:06:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T11:13:20Z', 'updated_at': '2022-02-16T11:13:23Z', 'revision_number': 1, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:16:45.505929 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a87d8-af57-41eb-9819-8b8c576b83a5 None None] New status for floating IP e9ab5de2-1dce-4603-8699-f5c5e6866513: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:16:46.113368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a1983-557c-49a5-8c49-d3ef81bd3a7e req-52a32c56-7da3-4483-a2db-e462c4b29a32 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:46.114849 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4a1a1983-557c-49a5-8c49-d3ef81bd3a7e req-52a32c56-7da3-4483-a2db-e462c4b29a32 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 946 time: 0.1122992 Feb 16 11:16:46.196871 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-4a1a1983-557c-49a5-8c49-d3ef81bd3a7e req-640214a2-0359-47ce-b43a-a99b99dd8e3a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762813 Feb 16 11:16:46.208514 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d530b5-c086-43c8-b766-efe4278860e8 req-af622f51-2bee-4d1c-8e70-de1061b26154 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:46.209964 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-41d530b5-c086-43c8-b766-efe4278860e8 req-af622f51-2bee-4d1c-8e70-de1061b26154 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 946 time: 0.0877411 Feb 16 11:16:46.302706 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Deleting port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:46.303009 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:46.400040 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] For port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:16:46.400463 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:46.412462 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Calling delete_port for a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:46.558377 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (a2519d47-b71d-4e0c-92ca-c8ec3fab8c38), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:46.596228 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event deleted for resources: {'Port': ['ID=a2519d47-b71d-4e0c-92ca-c8ec3fab8c38,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:46.645621 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] No DVR routers for this DVR port a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:16:46.648695 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:46.652081 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-41d530b5-c086-43c8-b766-efe4278860e8 req-cc80d16e-0715-40bc-802f-a8f835aff146 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "DELETE /v2.0/ports/a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 HTTP/1.1" status: 204 len: 173 time: 0.4361837 Feb 16 11:16:46.652582 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'name': 'network-vif-deleted', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:16:46.654910 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e416ee9c-ca36-4e75-8913-eea9eb9fadb9" -d '{"events": [{"server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "name": "network-vif-deleted", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:16:46.695075 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5b2bf5-5dc4-47fd-a24c-7295c3212cac x-openstack-request-id: req-df5b2bf5-5dc4-47fd-a24c-7295c3212cac {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:16:46.695375 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95106cda-eb3c-45a2-9282-78c5ec61c73b", "name": "network-vif-deleted", "tag": "a2519d47-b71d-4e0c-92ca-c8ec3fab8c38", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:16:46.695620 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df5b2bf5-5dc4-47fd-a24c-7295c3212cac {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:16:46.696571 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95106cda-eb3c-45a2-9282-78c5ec61c73b', 'name': 'network-vif-deleted', 'tag': 'a2519d47-b71d-4e0c-92ca-c8ec3fab8c38', 'status': 'completed', 'code': 200} Feb 16 11:16:47.320054 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-6d107159-8ac5-43ad-8017-fcce4ca00436 req-4bfc31ef-29c4-4321-955e-2b559a0f1ccb tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=95106cda-eb3c-45a2-9282-78c5ec61c73b HTTP/1.1" status: 200 len: 210 time: 0.0310407 Feb 16 11:16:48.869306 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:16:48.890387 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:16:48.890727 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device a2519d47-b71d-4e0c-92ca-c8ec3fab8c38 not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:16:50.624770 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 34366) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:50.793735 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Deleting port ca05c088-2527-4788-99bd-89dfc2b9d359 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:50.794036 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:50.873811 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:50.874088 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (ca05c088-2527-4788-99bd-89dfc2b9d359), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:50.886278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Calling delete_port for ca05c088-2527-4788-99bd-89dfc2b9d359 owned by network:floatingip {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:51.070325 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (ca05c088-2527-4788-99bd-89dfc2b9d359), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:51.096519 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event deleted for resources: {'Port': ['ID=ca05c088-2527-4788-99bd-89dfc2b9d359,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:51.105984 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.106331 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.106676 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.107009 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.107444 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.107795 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.108732 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.108732 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.108732 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.109074 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.109393 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.109705 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.110022 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:16:51.170389 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (7860d495-a189-4186-9372-9f07470c1b98), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:51.170638 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.db.l3_db [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Floating IP 7860d495-a189-4186-9372-9f07470c1b98 disassociated (deleted). External IP: 172.27.1.141, port: 141431ce-6ab7-4438-9539-fe05df06ef3f. Feb 16 11:16:51.396014 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:16:51.521673 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:16:51.526295 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:51.533102 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:16:51.544239 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:16:51.545077 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:51.555623 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-0fba88dd-5ca6-4f8d-afcd-cfca3b259a00 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "DELETE /v2.0/floatingips/7860d495-a189-4186-9372-9f07470c1b98 HTTP/1.1" status: 204 len: 168 time: 0.9297352 Feb 16 11:16:51.556189 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f'}] {{(pid=102875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:16:51.558499 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c57d702657081f1121df8ccce1ba1152b21e84178c29194cea66d4502bc630f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ab6e9d-250b-401f-a236-86dea25f0c47" -d '{"events": [{"name": "network-changed", "server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f"}]}' {{(pid=102875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:16:51.600919 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d5d2d7-f49e-407d-b398-23aba2f0bd3a x-openstack-request-id: req-10d5d2d7-f49e-407d-b398-23aba2f0bd3a {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:16:51.601218 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f", "status": "completed", "code": 200}]} {{(pid=102875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:16:51.601495 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10d5d2d7-f49e-407d-b398-23aba2f0bd3a {{(pid=102875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:16:51.601960 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'status': 'completed', 'code': 200} Feb 16 11:16:51.671158 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:16:51.674773 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-32afd72e-1921-48f0-8f50-e2eed5237dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:51.676629 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-32afd72e-1921-48f0-8f50-e2eed5237dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71378b5948874a66adeeaac8381b75b4&device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 1129 time: 0.0543675 Feb 16 11:16:51.783915 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-52fb4328-73a8-42ba-8b42-1aa863427769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:51.785361 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-52fb4328-73a8-42ba-8b42-1aa863427769 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 200 len: 912 time: 0.1030214 Feb 16 11:16:51.833046 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ce563-7403-42cb-b22c-5ca3a04f66c1 req-0637ad12-e604-4b63-a825-7bfa3e93d65a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:51.834293 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-737dc2e6-43a7-4612-a407-3d5f386622ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141431ce-6ab7-4438-9539-fe05df06ef3f HTTP/1.1" status: 200 len: 217 time: 0.0406795 Feb 16 11:16:51.839633 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-986ce563-7403-42cb-b22c-5ca3a04f66c1 req-0637ad12-e604-4b63-a825-7bfa3e93d65a tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0645645 Feb 16 11:16:51.887917 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-c45e2f36-e22a-4168-aa0d-06427865ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:51.889511 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-c45e2f36-e22a-4168-aa0d-06427865ad2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 200 len: 850 time: 0.0479598 Feb 16 11:16:51.892713 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:51.897408 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [req-986ce563-7403-42cb-b22c-5ca3a04f66c1 req-ef393e43-ef4c-4c2f-9a6d-1ced6baea198 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568662 Feb 16 11:16:51.928963 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:16:51.937738 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:16:51.938434 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:26Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:51.941850 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-f237bd86-e708-40a9-8b9b-18116cf629db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:51.943368 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-f237bd86-e708-40a9-8b9b-18116cf629db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c66b3d3-601b-4b66-bfed-ed73c0b7d135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478954 Feb 16 11:16:52.046069 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-115a6ebd-81bc-40d1-9bec-1c1744fdeb01 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933311 Feb 16 11:16:52.142219 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-40ab6e9d-250b-401f-a236-86dea25f0c47 req-701fa8a6-3524-4917-9b4c-4934c9227756 service neutron] 10.222.0.42 "GET /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894790 Feb 16 11:16:52.192627 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:16:52.397135 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:52.423137 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3660075-77a6-45c5-b664-9255f7a2fe93 None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:09:26Z', 'revision_number': 4, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi', '_interfaces': [{'id': '58b1d2c4-00a6-42a6-8e13-246a8e6d9072', 'name': '', 'network_id': '7c66b3d3-601b-4b66-bfed-ed73c0b7d135', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'mac_address': 'fa:16:3e:24:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:25Z', 'updated_at': '2022-02-16T11:09:33Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'subnets': [{'id': 'a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:16:52.671058 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a55f42-5f3f-4243-bdf4-78f9fc45fbc5 None None] New status for floating IP 7860d495-a189-4186-9372-9f07470c1b98: DOWN {{(pid=102878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 11:16:53.037663 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed56d13-ed6b-4727-80c6-5754263c45db req-94298c1a-24b4-41a2-af47-8191f5abbd3c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:53.039481 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1ed56d13-ed6b-4727-80c6-5754263c45db req-94298c1a-24b4-41a2-af47-8191f5abbd3c tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0568657 Feb 16 11:16:53.097127 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1ed56d13-ed6b-4727-80c6-5754263c45db req-9c389345-5d68-4213-8365-b1f74a005c07 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/security-groups?id=3a049b96-0ea3-44b4-bebf-dff152b02bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494468 Feb 16 11:16:53.257446 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-19f8bb70-e670-4a8b-aaba-2cb3a2b2c91e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 11:16:53.259100 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-19f8bb70-e670-4a8b-aaba-2cb3a2b2c91e tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 945 time: 0.0581756 Feb 16 11:16:53.359594 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Deleting port 141431ce-6ab7-4438-9539-fe05df06ef3f {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:53.359932 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:53.588491 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-7d02af0e-9702-4460-8827-59344c8fa2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:53.728886 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] For port 141431ce-6ab7-4438-9539-fe05df06ef3f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=141431ce-6ab7-4438-9539-fe05df06ef3f,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:16:53.729255 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:53.742373 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Calling delete_port for 141431ce-6ab7-4438-9539-fe05df06ef3f owned by compute:nova {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:53.882046 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (141431ce-6ab7-4438-9539-fe05df06ef3f), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:53.909857 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event deleted for resources: {'Port': ['ID=141431ce-6ab7-4438-9539-fe05df06ef3f,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:53.955754 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.l3_dvrscheduler_db [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] No DVR routers for this DVR port 141431ce-6ab7-4438-9539-fe05df06ef3f on host hv-cinder-77398 {{(pid=102876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:16:53.958471 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for port (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:53.961945 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-512bb7a2-aaae-402b-92e6-eb035a29acf6 req-8f915b8b-a874-4324-b4c1-d076f6f7bf04 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.42 "DELETE /v2.0/ports/141431ce-6ab7-4438-9539-fe05df06ef3f HTTP/1.1" status: 204 len: 173 time: 0.6975636 Feb 16 11:16:53.962482 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'name': 'network-vif-deleted', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f'}] {{(pid=102876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 11:16:53.964827 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190ccd1306c057fe2ee23617f8cf3666d6b838bf2774f4e15139e3f4e087ac68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001a9d8a-2316-48fc-83a2-2649d0127142" -d '{"events": [{"server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "name": "network-vif-deleted", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f"}]}' {{(pid=102876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 11:16:54.004621 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96905c87-44d6-4e03-be26-2cdfc1a39228 x-openstack-request-id: req-96905c87-44d6-4e03-be26-2cdfc1a39228 {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 11:16:54.004906 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e899ff1-ac7e-45cf-b520-9b0f8c55499f", "name": "network-vif-deleted", "tag": "141431ce-6ab7-4438-9539-fe05df06ef3f", "status": "completed", "code": 200}]} {{(pid=102876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 11:16:54.005170 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96905c87-44d6-4e03-be26-2cdfc1a39228 {{(pid=102876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 11:16:54.005584 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e899ff1-ac7e-45cf-b520-9b0f8c55499f', 'name': 'network-vif-deleted', 'tag': '141431ce-6ab7-4438-9539-fe05df06ef3f', 'status': 'completed', 'code': 200} Feb 16 11:16:54.204693 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [req-1bed1265-1220-480c-b07c-47c94bb1dbc4 req-d3f37823-8720-4738-9047-925600f42cdc tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e899ff1-ac7e-45cf-b520-9b0f8c55499f HTTP/1.1" status: 200 len: 210 time: 0.0340257 Feb 16 11:16:55.263289 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34382) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:55.390330 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Deleting port 0066235d-d860-4516-a081-80d12ddb6540 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:55.390787 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (0066235d-d860-4516-a081-80d12ddb6540), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:55.467865 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (0066235d-d860-4516-a081-80d12ddb6540), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:55.468262 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (0066235d-d860-4516-a081-80d12ddb6540), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:55.480634 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Calling delete_port for 0066235d-d860-4516-a081-80d12ddb6540 owned by network:floatingip {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:55.622040 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (0066235d-d860-4516-a081-80d12ddb6540), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:55.649368 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event deleted for resources: {'Port': ['ID=0066235d-d860-4516-a081-80d12ddb6540,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:55.716798 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for floatingip (3d51df26-c06e-4859-8e32-3066b6e02be0), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:55.719505 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515035'] for floatingip (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:55.721117 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-7883bcd5-bb3b-429e-9eed-f2805c22a5d3 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "DELETE /v2.0/floatingips/3d51df26-c06e-4859-8e32-3066b6e02be0 HTTP/1.1" status: 204 len: 168 time: 0.4568150 Feb 16 11:16:56.085574 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c714f2c8-112b-4fa0-a494-dfefffd42c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:56.930509 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 34394) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:56.931076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 141431ce-6ab7-4438-9539-fe05df06ef3f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:16:56.951597 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] No Port match for: 141431ce-6ab7-4438-9539-fe05df06ef3f {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:16:56.951944 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Device 141431ce-6ab7-4438-9539-fe05df06ef3f not bound to the agent host hv-cinder-77398 {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:16:56.986972 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76ffeaba-33d1-4d2d-8193-cf07de965d20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group (3a049b96-0ea3-44b4-bebf-dff152b02bcb), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.011158 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76ffeaba-33d1-4d2d-8193-cf07de965d20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group (3a049b96-0ea3-44b4-bebf-dff152b02bcb), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.071075 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76ffeaba-33d1-4d2d-8193-cf07de965d20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (3a049b96-0ea3-44b4-bebf-dff152b02bcb), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.073975 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-76ffeaba-33d1-4d2d-8193-cf07de965d20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Publish callbacks [] for security_group (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.075319 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-76ffeaba-33d1-4d2d-8193-cf07de965d20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] 10.222.0.52 "DELETE /v2.0/security-groups/3a049b96-0ea3-44b4-bebf-dff152b02bcb HTTP/1.1" status: 204 len: 168 time: 0.1437018 Feb 16 11:16:57.084479 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffeaba-33d1-4d2d-8193-cf07de965d20 tempest-TestVolumeBootPattern-504775086 tempest-TestVolumeBootPattern-504775086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a049b96-0ea3-44b4-bebf-dff152b02bcb,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:57.133836 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34398) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:57.375861 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.598665 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (6c9d5eb0-ff06-4255-8c62-a40905e6525b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.857757 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Deleting port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:57.857990 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.939332 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] For port 58b1d2c4-00a6-42a6-8e13-246a8e6d9072, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:16:57.939679 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:57.952550 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Calling delete_port for 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 owned by network:router_interface {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:58.135820 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (58b1d2c4-00a6-42a6-8e13-246a8e6d9072), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:58.160874 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b1d2c4-00a6-42a6-8e13-246a8e6d9072,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:58.330587 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (6c9d5eb0-ff06-4255-8c62-a40905e6525b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:58.561541 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Router 6c9d5eb0-ff06-4255-8c62-a40905e6525b has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:16:58.674588 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:16:58.682311 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-a75cd7a3-adbb-4e4f-ab61-c68838365103 admin admin] 10.222.0.52 "PUT /v2.0/routers/6c9d5eb0-ff06-4255-8c62-a40905e6525b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5466433 Feb 16 11:16:58.685290 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34402) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:58.690753 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] Sync routers for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:16:58.707078 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:16:58.707716 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:58.800248 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks [] for router (6c9d5eb0-ff06-4255-8c62-a40905e6525b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:58.822180 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: dv-cinder-773985-29-iscsi {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:16:58.907030 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks [] for router_gateway (6c9d5eb0-ff06-4255-8c62-a40905e6525b), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:58.963770 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Deleting port 29819eea-b9a9-4f47-86d3-e357204cd2f8 {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:58.964093 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.011567 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:16:58Z', 'revision_number': 5, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port': {'id': '29819eea-b9a9-4f47-86d3-e357204cd2f8', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:35:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:21Z', 'updated_at': '2022-02-16T11:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:59.038442 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] Checking router: 6c9d5eb0-ff06-4255-8c62-a40905e6525b for host: dv-cinder-773985-29-iscsi {{(pid=102877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:16:59.049140 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] For port 29819eea-b9a9-4f47-86d3-e357204cd2f8, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=29819eea-b9a9-4f47-86d3-e357204cd2f8,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:16:59.049505 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.058541 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] Routers {'6c9d5eb0-ff06-4255-8c62-a40905e6525b'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:16:59.059416 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'], 'active': True} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:59.062955 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.068653 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Calling delete_port for 29819eea-b9a9-4f47-86d3-e357204cd2f8 owned by network:router_gateway {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:59.153479 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvr_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] Set router 6c9d5eb0-ff06-4255-8c62-a40905e6525b gateway port host: None {{(pid=102877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:16:59.208728 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_hamode_db [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:16:58Z', 'revision_number': 6, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:16:59.235393 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afc4cf-bf8d-4787-bdfd-5b8f56968719 None None] The sync data for ids ['6c9d5eb0-ff06-4255-8c62-a40905e6525b'] in dv-cinder-773985-29-iscsi is: [{'id': '6c9d5eb0-ff06-4255-8c62-a40905e6525b', 'name': 'tempest-TestVolumeBootPattern-610029548-router', 'tenant_id': '71378b5948874a66adeeaac8381b75b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:20Z', 'updated_at': '2022-02-16T11:16:58Z', 'revision_number': 6, 'project_id': '71378b5948874a66adeeaac8381b75b4', 'gw_port_host': None}] {{(pid=102877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:16:59.245337 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (29819eea-b9a9-4f47-86d3-e357204cd2f8), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.272880 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Pushing event deleted for resources: {'Port': ['ID=29819eea-b9a9-4f47-86d3-e357204cd2f8,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:59.334001 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (6c9d5eb0-ff06-4255-8c62-a40905e6525b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.434012 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (6c9d5eb0-ff06-4255-8c62-a40905e6525b), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.436425 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks [] for router_controller (6c9d5eb0-ff06-4255-8c62-a40905e6525b), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.484125 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (6c9d5eb0-ff06-4255-8c62-a40905e6525b), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.484995 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9d5eb0-ff06-4255-8c62-a40905e6525b {{(pid=102876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:16:59.489768 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.490964 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-1fc27617-7a36-4ab5-883a-7b58a1126645 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6c9d5eb0-ff06-4255-8c62-a40905e6525b HTTP/1.1" status: 204 len: 168 time: 0.8044856 Feb 16 11:16:59.493525 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34404) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:59.541383 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] Deleting subnet a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe {{(pid=102876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:16:59.544535 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] Publish callbacks [] for subnet (a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.581411 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125813423'] for subnet (a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe), precommit_delete_associations {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.674774 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.727531 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125414872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125686801'] for subnet (a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.754857 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.760815 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe HTTP/1.1" status: 204 len: 168 time: 0.2640097 Feb 16 11:16:59.760815 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67a261-b968-4dba-8a53-d2bf052fb0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82c38ee-d7cf-493f-b3a5-b8db8da2e4fe,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:16:59.761084 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266861af-506b-4df4-bc0d-214a8a70d225 None None] Network 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:16:59.761822 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 34406) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:16:59.833685 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (7c66b3d3-601b-4b66-bfed-ed73c0b7d135), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.890112 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Deleting port 903612af-0d30-47c9-b3ea-8c9be127ce03 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:16:59.890450 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.956602 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] For port 903612af-0d30-47c9-b3ea-8c9be127ce03, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=903612af-0d30-47c9-b3ea-8c9be127ce03,segment=NetworkSegment(53bfd36c-58ef-4143-9258-900b9330f23f),segment_id=53bfd36c-58ef-4143-9258-900b9330f23f)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:16:59.956853 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:16:59.968838 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Calling delete_port for 903612af-0d30-47c9-b3ea-8c9be127ce03 owned by network:dhcp {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:16:59.995004 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.030438 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] DHCP port deletion for 7c66b3d3-601b-4b66-bfed-ed73c0b7d135 request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:17:00.054120 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.076862 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Pushing event deleted for resources: {'Port': ['ID=903612af-0d30-47c9-b3ea-8c9be127ce03,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:00.083103 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Deleting port 903612af-0d30-47c9-b3ea-8c9be127ce03 {{(pid=102877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:17:00.083601 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), before_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.087978 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] No DVR routers for this DVR port 903612af-0d30-47c9-b3ea-8c9be127ce03 on host dv-cinder-773985-29-iscsi {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:17:00.107683 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 903612af-0d30-47c9-b3ea-8c9be127ce03 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:17:00.160887 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 903612af-0d30-47c9-b3ea-8c9be127ce03 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:17:00.161241 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 903612af-0d30-47c9-b3ea-8c9be127ce03 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:17:00.161706 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 29819eea-b9a9-4f47-86d3-e357204cd2f8 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:17:00.191731 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 29819eea-b9a9-4f47-86d3-e357204cd2f8 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:17:00.192076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 29819eea-b9a9-4f47-86d3-e357204cd2f8 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:17:00.192524 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:17:00.195364 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.db [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] For port 903612af-0d30-47c9-b3ea-8c9be127ce03, host dv-cinder-773985-29-iscsi, got binding levels [] {{(pid=102877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:17:00.195754 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), precommit_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.222912 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:17:00.223260 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 58b1d2c4-00a6-42a6-8e13-246a8e6d9072 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:17:00.228729 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Calling delete_port for 903612af-0d30-47c9-b3ea-8c9be127ce03 owned by network:dhcp {{(pid=102877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:17:00.232047 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.ipam_backend_mixin [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Port 903612af-0d30-47c9-b3ea-8c9be127ce03 was not found and therefore no delete operation was performed {{(pid=102877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 11:17:00.233580 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993'] for port (903612af-0d30-47c9-b3ea-8c9be127ce03), after_delete {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.259918 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Pushing event deleted for resources: {'Port': ['ID=903612af-0d30-47c9-b3ea-8c9be127ce03,revision_number=None']} {{(pid=102877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:00.264828 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] No DVR routers for this DVR port 903612af-0d30-47c9-b3ea-8c9be127ce03 on host dv-cinder-773985-29-iscsi {{(pid=102877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:17:00.272228 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.272575 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.272919 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.273256 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.273591 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.273921 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.274251 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.274579 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.275129 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.275232 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.275530 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.275849 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.276183 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719ebd6-c513-4975-a845-acb3dceac72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-29-iscsi {{(pid=102877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 11:17:00.439851 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.443527 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (7c66b3d3-601b-4b66-bfed-ed73c0b7d135), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.464198 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c66b3d3-601b-4b66-bfed-ed73c0b7d135']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:00.473768 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bfd36c-58ef-4143-9258-900b9330f23f') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:00.474055 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bfd36c-58ef-4143-9258-900b9330f23f') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:00.483232 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (53bfd36c-58ef-4143-9258-900b9330f23f), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.496784 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (53bfd36c-58ef-4143-9258-900b9330f23f), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.503645 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:17:00.504050 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (53bfd36c-58ef-4143-9258-900b9330f23f), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:17:00.505999 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:17:00.563777 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (7c66b3d3-601b-4b66-bfed-ed73c0b7d135), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.572179 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:00.577176 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7c66b3d3-601b-4b66-bfed-ed73c0b7d135 HTTP/1.1" status: 204 len: 168 time: 0.8137493 Feb 16 11:17:00.581552 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34408) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:00.590278 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72addd75-acbc-4ea3-aa70-66dd1d38c991 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c66b3d3-601b-4b66-bfed-ed73c0b7d135,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:01.222056 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133924324'] for router_interface (409c109b-d02b-4472-815b-8157fb0523f8), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:01.497207 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Deleting port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce {{(pid=102876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:17:01.497469 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:01.580541 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.db [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] For port 26a772f9-dd32-4bb7-ab38-8aac7eb84dce, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,segment=NetworkSegment(508223da-e246-4fc3-9898-25f11a10b03d),segment_id=508223da-e246-4fc3-9898-25f11a10b03d)] {{(pid=102876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:17:01.580893 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:01.594581 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.plugins.ml2.plugin [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Calling delete_port for 26a772f9-dd32-4bb7-ab38-8aac7eb84dce owned by network:router_interface {{(pid=102876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:17:01.796921 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125414893'] for port (26a772f9-dd32-4bb7-ab38-8aac7eb84dce), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:01.823639 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a772f9-dd32-4bb7-ab38-8aac7eb84dce,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:01.997369 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133921280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133923348'] for router_interface (409c109b-d02b-4472-815b-8157fb0523f8), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:02.226629 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Router 409c109b-d02b-4472-815b-8157fb0523f8 has already been hosted by L3 agent 583ace6d-be63-4132-89cc-05e27b004e3f {{(pid=102876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 11:17:02.340258 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] Notify agent at l3_agent.dv-cinder-773985-29-iscsi the message routers_updated {{(pid=102876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 11:17:02.345726 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-e16803ef-0b0b-4e0d-9fcb-bef1d7bf1575 admin admin] 10.222.0.52 "PUT /v2.0/routers/409c109b-d02b-4472-815b-8157fb0523f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7644086 Feb 16 11:17:02.348703 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 34410) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:02.350907 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] Sync routers for ids ['409c109b-d02b-4472-815b-8157fb0523f8'] in dv-cinder-773985-29-iscsi {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 11:17:02.361764 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] Routers {'409c109b-d02b-4472-815b-8157fb0523f8'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:17:02.362386 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['409c109b-d02b-4472-815b-8157fb0523f8'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:02.460615 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks [] for router (409c109b-d02b-4472-815b-8157fb0523f8), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:02.473470 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] Set router 409c109b-d02b-4472-815b-8157fb0523f8 gateway port host: dv-cinder-773985-29-iscsi {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:17:02.573635 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks [] for router_gateway (409c109b-d02b-4472-815b-8157fb0523f8), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:02.637561 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Deleting port d4f81a3e-607e-42d5-a954-84bd3d253416 {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:17:02.637803 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:02.724628 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] For port d4f81a3e-607e-42d5-a954-84bd3d253416, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=d4f81a3e-607e-42d5-a954-84bd3d253416,segment=NetworkSegment(c1b5827d-cb82-48f7-8104-19b93054ed2d),segment_id=c1b5827d-cb82-48f7-8104-19b93054ed2d)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:17:02.724930 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:02.739003 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Calling delete_port for d4f81a3e-607e-42d5-a954-84bd3d253416 owned by network:router_gateway {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:17:02.779915 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'external_fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:17:01Z', 'revision_number': 5, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port': {'id': 'd4f81a3e-607e-42d5-a954-84bd3d253416', 'name': '', 'network_id': 'ff008e53-88c0-41e0-a7d7-1da9e93954a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409c109b-d02b-4472-815b-8157fb0523f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T11:09:34Z', 'updated_at': '2022-02-16T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ac1f2a1-0e27-4428-b55e-1fb94e1d54ff', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-29-iscsi'}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:02.809610 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] Checking router: 409c109b-d02b-4472-815b-8157fb0523f8 for host: dv-cinder-773985-29-iscsi {{(pid=102878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 11:17:02.818619 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] Routers {'409c109b-d02b-4472-815b-8157fb0523f8'} bound to L3 agent in host dv-cinder-773985-29-iscsi {{(pid=102878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 11:17:02.819228 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T10:57:56Z,description=,heartbeat_timestamp=2022-02-16T11:16:56Z,host='dv-cinder-773985-29-iscsi',id=583ace6d-be63-4132-89cc-05e27b004e3f,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T10:57:56Z,topic='l3_agent')) {'router_ids': ['409c109b-d02b-4472-815b-8157fb0523f8'], 'active': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:02.913469 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_dvr_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] Set router 409c109b-d02b-4472-815b-8157fb0523f8 gateway port host: None {{(pid=102878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 11:17:02.916527 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (d4f81a3e-607e-42d5-a954-84bd3d253416), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:02.942241 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f81a3e-607e-42d5-a954-84bd3d253416,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:02.969135 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.l3_hamode_db [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:17:02Z', 'revision_number': 6, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port_host': None}], 'dv-cinder-773985-29-iscsi', False) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:02.998934 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3d99d-86d6-4d54-9075-94511952873a None None] The sync data for ids ['409c109b-d02b-4472-815b-8157fb0523f8'] in dv-cinder-773985-29-iscsi is: [{'id': '409c109b-d02b-4472-815b-8157fb0523f8', 'name': 'tempest-TestVolumeBootPattern-787426039-router', 'tenant_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T11:09:32Z', 'updated_at': '2022-02-16T11:17:02Z', 'revision_number': 6, 'project_id': '6a0fa78996ee4767b737aea1a9ff0f1b', 'gw_port_host': None}] {{(pid=102878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 11:17:03.012027 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133929646'] for router_gateway (409c109b-d02b-4472-815b-8157fb0523f8), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.107311 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133936179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26260'] for router (409c109b-d02b-4472-815b-8157fb0523f8), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.111246 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks [] for router_controller (409c109b-d02b-4472-815b-8157fb0523f8), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.158470 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133936186'] for router (409c109b-d02b-4472-815b-8157fb0523f8), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.159109 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 409c109b-d02b-4472-815b-8157fb0523f8 {{(pid=102875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 11:17:03.163859 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.165015 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-45d55ae8-7634-4027-9272-c02b03c35710 admin admin] 10.222.0.52 "DELETE /v2.0/routers/409c109b-d02b-4472-815b-8157fb0523f8 HTTP/1.1" status: 204 len: 168 time: 0.8153193 Feb 16 11:17:03.167519 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 34412) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:03.213910 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] Deleting subnet 15e69d2d-58da-449b-b2a7-ee210b83e574 {{(pid=102875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 11:17:03.217805 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] Publish callbacks [] for subnet (15e69d2d-58da-449b-b2a7-ee210b83e574), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.257925 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130356537'] for subnet (15e69d2d-58da-449b-b2a7-ee210b83e574), precommit_delete_associations {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.353033 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-899983'] for subnet (15e69d2d-58da-449b-b2a7-ee210b83e574), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.415775 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133920766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130329193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130089482'] for subnet (15e69d2d-58da-449b-b2a7-ee210b83e574), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.450922 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e69d2d-58da-449b-b2a7-ee210b83e574,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:03.454251 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for subnet (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.456298 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-56e7bae9-4ec0-490d-9c51-96fb985bbfb0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/15e69d2d-58da-449b-b2a7-ee210b83e574 HTTP/1.1" status: 204 len: 168 time: 0.2877111 Feb 16 11:17:03.459218 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.wsgi [-] (102875) accepted ('10.222.0.52', 34414) {{(pid=102875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:03.465361 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b6ada-3d6e-4cf2-b74a-2ec640ed77fb None None] Network 1e9345cc-6b1c-4463-b742-edce069494d0 requested from dv-cinder-773985-29-iscsi {{(pid=102877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 11:17:03.535015 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776434'] for network (1e9345cc-6b1c-4463-b742-edce069494d0), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.602373 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Deleting port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d {{(pid=102875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 11:17:03.602742 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742741799415'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.671500 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.db [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] For port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d, host dv-cinder-773985-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-29-iscsi',level=0,port_id=8f74fe02-15a9-43aa-a2aa-166d86a76c8d,segment=NetworkSegment(508223da-e246-4fc3-9898-25f11a10b03d),segment_id=508223da-e246-4fc3-9898-25f11a10b03d)] {{(pid=102875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 11:17:03.671758 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133929408'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.684001 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Calling delete_port for 8f74fe02-15a9-43aa-a2aa-166d86a76c8d owned by network:dhcp {{(pid=102875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 11:17:03.768091 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-693391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742741889886', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742741298993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130329180'] for port (8f74fe02-15a9-43aa-a2aa-166d86a76c8d), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.796061 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f74fe02-15a9-43aa-a2aa-166d86a76c8d,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:03.798227 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] No DVR routers for this DVR port 8f74fe02-15a9-43aa-a2aa-166d86a76c8d on host dv-cinder-773985-29-iscsi {{(pid=102875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 11:17:03.806565 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ba791-ef3a-49f2-9676-bdc6a88de0b9 None None] DHCP port deletion for 1e9345cc-6b1c-4463-b742-edce069494d0 request from dv-cinder-773985-29-iscsi {{(pid=102877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 11:17:03.878147 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897266', 'neutron.services.segments.db._delete_segments_for_network-8742741813131'] for network (1e9345cc-6b1c-4463-b742-edce069494d0), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.902871 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9345cc-6b1c-4463-b742-edce069494d0']}} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:03.915371 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508223da-e246-4fc3-9898-25f11a10b03d') {'for_net_delete': True} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:03.915673 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.services.segments.db [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508223da-e246-4fc3-9898-25f11a10b03d') {} {{(pid=102875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 11:17:03.927846 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742741814676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130356528'] for segment (508223da-e246-4fc3-9898-25f11a10b03d), before_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.943149 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462'] for segment (508223da-e246-4fc3-9898-25f11a10b03d), precommit_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.950963 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 11:17:03.951462 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-893462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130329139'] for segment (508223da-e246-4fc3-9898-25f11a10b03d), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: Traceback (most recent call last): Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: timer() Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: cb(*args, **kw) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: return func(*args, **kwargs) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: self._notify() Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: self.callback(batched_events) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: event.method(event) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: return f(self, *a, **k) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._get(url).json() Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: return self.request(url, 'GET', **kwargs) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 11:17:03.953441 dv-cinder-773985-29-iscsi neutron-server[102875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 11:17:04.016063 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133921289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133929610'] for network (1e9345cc-6b1c-4463-b742-edce069494d0), after_delete {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.033099 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133921319'] for network (None), before_response {{(pid=102875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.038918 dv-cinder-773985-29-iscsi neutron-server[102875]: INFO neutron.wsgi [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1e9345cc-6b1c-4463-b742-edce069494d0 HTTP/1.1" status: 204 len: 168 time: 0.5761509 Feb 16 11:17:04.038918 dv-cinder-773985-29-iscsi neutron-server[102875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1e068-9c21-4a29-a497-2956511827c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9345cc-6b1c-4463-b742-edce069494d0,revision_number=None']} {{(pid=102875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:04.084698 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 8f74fe02-15a9-43aa-a2aa-166d86a76c8d no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:17:04.109722 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 8f74fe02-15a9-43aa-a2aa-166d86a76c8d {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:17:04.110416 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 8f74fe02-15a9-43aa-a2aa-166d86a76c8d not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:17:04.110843 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d4f81a3e-607e-42d5-a954-84bd3d253416 no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:17:04.130528 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: d4f81a3e-607e-42d5-a954-84bd3d253416 {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:17:04.130900 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device d4f81a3e-607e-42d5-a954-84bd3d253416 not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:17:04.131295 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 26a772f9-dd32-4bb7-ab38-8aac7eb84dce no longer exists at agent ovs-agent-dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 11:17:04.151637 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.plugin [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] No Port match for: 26a772f9-dd32-4bb7-ab38-8aac7eb84dce {{(pid=102877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 11:17:04.151987 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron.plugins.ml2.rpc [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Device 26a772f9-dd32-4bb7-ab38-8aac7eb84dce not bound to the agent host dv-cinder-773985-29-iscsi {{(pid=102877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 11:17:04.181785 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34418) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:04.223538 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-42374263-0265-49ef-947f-511e38675d63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71378b5948874a66adeeaac8381b75b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405750 Feb 16 11:17:04.226349 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34420) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:04.274899 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9715-7db4-41f0-8748-3009090f20c6 admin admin] Publish callbacks [] for security_group (94f5794a-d3ea-4d73-b6fb-c82ebcb53dee), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.297444 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9715-7db4-41f0-8748-3009090f20c6 admin admin] Publish callbacks [] for security_group (94f5794a-d3ea-4d73-b6fb-c82ebcb53dee), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.350113 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9715-7db4-41f0-8748-3009090f20c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (94f5794a-d3ea-4d73-b6fb-c82ebcb53dee), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.352557 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9715-7db4-41f0-8748-3009090f20c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.353729 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-8e0e9715-7db4-41f0-8748-3009090f20c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94f5794a-d3ea-4d73-b6fb-c82ebcb53dee HTTP/1.1" status: 204 len: 168 time: 0.1264939 Feb 16 11:17:04.361952 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e9715-7db4-41f0-8748-3009090f20c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5794a-d3ea-4d73-b6fb-c82ebcb53dee,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:04.709445 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34426) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:04.758664 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-6234444c-48bb-4a29-8feb-734862417c67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a0fa78996ee4767b737aea1a9ff0f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480196 Feb 16 11:17:04.761248 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [-] (102876) accepted ('10.222.0.52', 34428) {{(pid=102876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 11:17:04.815074 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-962a63cb-4202-4b0e-a1d1-949c440ca62b admin admin] Publish callbacks [] for security_group (afa17c54-5353-4185-aae6-18bd5ce11527), before_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.837419 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-962a63cb-4202-4b0e-a1d1-949c440ca62b admin admin] Publish callbacks [] for security_group (afa17c54-5353-4185-aae6-18bd5ce11527), precommit_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.890216 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-962a63cb-4202-4b0e-a1d1-949c440ca62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133731127'] for security_group (afa17c54-5353-4185-aae6-18bd5ce11527), after_delete {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.894253 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron_lib.callbacks.manager [None req-962a63cb-4202-4b0e-a1d1-949c440ca62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:04.895433 dv-cinder-773985-29-iscsi neutron-server[102876]: INFO neutron.wsgi [None req-962a63cb-4202-4b0e-a1d1-949c440ca62b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afa17c54-5353-4185-aae6-18bd5ce11527 HTTP/1.1" status: 204 len: 168 time: 0.1331241 Feb 16 11:17:04.903651 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a63cb-4202-4b0e-a1d1-949c440ca62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa17c54-5353-4185-aae6-18bd5ce11527,revision_number=None']} {{(pid=102876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 11:17:17.430753 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:17:23.586549 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b61e948e-a6bb-47f2-a636-9d1b98891e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:26.083837 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef6379c5-341a-4ca0-a378-9e0ff67bc971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:27.380112 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:29.063290 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:30.011148 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:30.434188 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:53.592296 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e46a4d09-f934-4840-9ea0-92addd8a6754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:54.425817 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:17:56.093325 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-39a64665-5150-4191-9387-d3b5f45a8e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:57.382319 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:17:59.070950 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:00.027982 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:00.439912 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:23.588552 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-cd016b3a-44d1-4f41-879d-f92e7a75fb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:26.093120 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2e80bdba-ed25-426c-be20-cb07fb1ed0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:27.387977 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:29.070079 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:30.024543 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:30.437428 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:31.429551 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:18:53.584769 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-8e44b2e3-4e5e-4d7f-bb5a-bee283807bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:56.092528 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9142-f47e-4878-8237-9599478cc61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:57.391218 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:18:59.077074 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:00.026273 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:00.434523 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:08.433048 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:19:23.589593 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b72570c5-7764-4ac7-94dd-e0de0e069bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:26.094265 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-2bd37f49-3c06-4d64-903a-4299478734c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:27.394090 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:29.080032 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:30.024042 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:30.595198 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:45.435752 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:19:53.591343 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-c19e8280-399a-4f67-bb18-1dbd6ba7e13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:56.226289 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-b4e16348-f8e8-4a07-96ee-033e4a2479c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:57.394054 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:19:59.084307 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:00.021211 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:00.443975 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:22.441169 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:20:23.587076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-9ecb388b-d011-4c71-8c54-326a83289f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:26.095390 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-8f8b93e2-1149-4e30-92e3-ca5ab0620c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:27.408086 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:29.085495 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:30.023753 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:30.435451 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:53.592888 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-8bfddfd5-de47-44d7-b019-75af55eee4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:56.096211 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-e17a5f99-42d4-42a4-b44a-ef6ba2e20dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:57.406048 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:59.094112 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:20:59.447531 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:21:00.034386 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:00.438274 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:23.592624 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7878-7437-4b98-b74c-e2509f5283fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:26.099769 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ce5f91de-8391-40e6-9c83-2920009bf24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:27.411014 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:29.101425 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:30.049208 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:30.434987 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:36.451122 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:21:53.592265 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-94973923-8049-46bd-9167-a1711872f438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:56.096100 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-07c6f662-92bc-43e3-974c-bd424b2f0a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:56.986703 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [req-0dff8854-404e-4779-9d94-cc2e2329d976 req-6c7f4873-1843-478f-bd7f-96df797bc352 service neutron] (102876) timed out ('10.222.0.42', 49455) {{(pid=102876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 11:21:57.417470 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:21:59.097653 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-5a04233e-761f-428a-9225-8a542ee916a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (b31d273e-1eaf-429f-9128-6c9469b9550e), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:22:00.047601 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-0ef62e37-3619-4d61-9eec-9cddc8d4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (05a50d0f-655f-4284-8528-daedd159a6d1), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:22:00.435139 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-ef830988-ecb5-42dd-92e5-fbf433a4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (582d255a-5f62-498f-ad61-aa51abae030a), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:22:02.492736 dv-cinder-773985-29-iscsi neutron-server[102876]: DEBUG neutron.wsgi [req-f78f4d2e-238f-4dc6-b27b-814a9b05cf01 req-4ae6c9df-de90-42ae-8132-d2bc2fd5f028 service neutron] (102876) timed out ('10.222.0.42', 49430) {{(pid=102876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 11:22:13.452917 dv-cinder-773985-29-iscsi neutron-server[102878]: DEBUG neutron.db.agents_db [None req-00c75f1f-9abe-4181-a1a5-5d8376b3995c None None] Agent healthcheck: found 6 active agents {{(pid=102878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 11:22:23.588076 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-d19a07fa-dca9-4921-8082-cb6c509bce85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (9c72482b-50f3-4cd0-88f8-1fee9e2af98f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:22:26.090689 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-6a5d88bd-f265-40a8-9460-59a56d6501ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (583ace6d-be63-4132-89cc-05e27b004e3f), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 11:22:27.416503 dv-cinder-773985-29-iscsi neutron-server[102877]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0808-d679-4e11-a61b-74ee71b00596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742741813113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887291'] for agent (247431bb-0ba3-45a3-9b4c-673fc9e2e008), after_update {{(pid=102877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}